-- Logs begin at Sat 2022-08-27 01:35:59 UTC, end at Sat 2022-08-27 02:51:50 UTC. -- Aug 27 02:13:31.063111 dv-cinder-846303-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 02:13:34.030142 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.common.config [-] Logging enabled! Aug 27 02:13:34.030830 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 27 02:13:34.031037 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106474) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 27 02:13:34.034481 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.common.config [-] Logging enabled! Aug 27 02:13:34.034736 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 27 02:13:34.035050 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106474) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 27 02:13:34.036038 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 02:13:34.036264 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 02:13:34.036805 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 02:13:34.037049 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 02:13:34.037305 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 02:13:34.037644 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.037924 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.038156 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.038454 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.038748 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.039107 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.039560 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.040419 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.040721 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.041010 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.041323 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.041557 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.041840 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.042131 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.042428 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.042650 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] debug = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.042931 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.043365 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.043804 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.044082 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.044397 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.044750 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.044988 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.045306 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.045584 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.045926 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] host = dv-cinder-846303-3-iscsi {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.046291 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.046578 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.046894 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.047186 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.047429 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.047711 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.048004 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.048277 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.048548 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] log_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.048819 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.049113 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.049427 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.049729 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.049956 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.050177 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.050507 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.050756 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.051030 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.051302 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.051576 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.051849 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.052123 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.052389 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.052675 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.052957 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.053273 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.053549 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.053822 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.054091 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.054361 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.054685 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.055703 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.056001 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.056304 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.056579 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.056849 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.057143 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.057459 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.057748 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.058032 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.058319 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.058595 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.058877 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.059151 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.059422 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.059693 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] use_json = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.059959 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.060223 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.060507 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.060781 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.061047 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.061423 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.061694 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.061982 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.062251 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:34.062553 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.062853 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.063155 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.064593 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.064918 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.065238 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.065539 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.065814 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.066107 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.066400 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.066697 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.066978 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.067279 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.067571 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.067869 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.068179 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.068482 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.068772 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.069050 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.069364 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.069636 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.069915 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.070212 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.070706 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.071595 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.071905 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.072199 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.072510 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.072801 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.073099 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.073424 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.073716 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.074001 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.074285 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.074584 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.074862 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.075140 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.075432 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.075712 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.075986 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.076272 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.076568 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.076858 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.077191 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.077441 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.077737 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.078015 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.078290 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.078563 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.078840 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.079105 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.079392 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.079676 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.079970 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.080242 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.080521 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.080892 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.081369 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.081884 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.082350 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.082800 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.083229 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.083518 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.083807 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.084093 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.084374 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.084655 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.084933 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.085235 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.085519 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.085799 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.086262 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.087173 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.087616 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.088107 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.088544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.089027 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.089513 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.089976 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.090349 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.090657 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.090947 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.091263 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.091534 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.091818 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.092138 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.092432 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.092732 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.093044 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.093378 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.093659 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.093940 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.094224 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.094504 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.094808 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.095086 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.095370 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.095649 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.095929 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.096346 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.096802 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.097332 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.097790 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.098147 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.098617 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.099125 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.099422 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.099721 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.100051 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.100340 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:34.100563 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 02:13:34.100848 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106474) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 02:13:34.441524 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 27 02:13:34.441840 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 27 02:13:34.442113 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 27 02:13:34.442338 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 27 02:13:34.442618 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 27 02:13:34.442960 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 02:13:34.947263 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:34.947551 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:34.947822 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:34.949041 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:34.949334 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:34.949598 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.007832 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.008142 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.008969 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.028995 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.029310 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.029582 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.064278 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.065031 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.065031 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.108714 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.108995 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.109296 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.376338 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.376620 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.376883 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.377167 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.378191 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.491123 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.491433 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.491718 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.491991 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.492361 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.493364 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.493651 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.493920 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.494181 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.494470 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.494737 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.495012 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.495275 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.495530 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.495788 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.496056 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.496315 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.496587 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.496861 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.497153 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.497417 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.497672 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.497958 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.498364 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.498615 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.498864 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.499308 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:13:35.499547 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:13:35.499782 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:13:35.500015 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:13:35.500247 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:13:35.500479 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:13:35.500855 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 02:13:35.504436 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 02:13:35.510588 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 02:13:35.515309 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 27 02:13:35.517173 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 02:13:35.517877 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 02:13:35.518213 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 02:13:35.518606 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 02:13:35.521517 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 02:13:35.521739 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 02:13:35.522238 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 02:13:35.529565 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 02:13:35.554877 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 02:13:35.556124 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.556476 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106474) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 27 02:13:35.556902 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.558512 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106474) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 02:13:35.558802 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 02:13:35.559047 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 02:13:35.562744 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.563022 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:35.721979 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 02:13:35.722352 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 02:13:35.722718 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 02:13:35.723315 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 02:13:35.799683 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO dbcounter [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Registered counter for database neutron Aug 27 02:13:35.821622 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_db.sqlalchemy.engines [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106474) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 02:13:35.830792 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG dbcounter [-] [106474] Writer thread running {{(pid=106474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 27 02:13:36.436882 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Initializing driver for type 'gre' Aug 27 02:13:36.437636 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] gre ID ranges: [(1, 1000)] Aug 27 02:13:36.517756 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Initializing driver for type 'local' Aug 27 02:13:36.518088 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Initializing driver for type 'vlan' Aug 27 02:13:36.534717 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] VlanTypeDriver initialization complete Aug 27 02:13:36.535245 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Initializing driver for type 'vxlan' Aug 27 02:13:36.536058 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] vxlan ID ranges: [(1, 1000)] Aug 27 02:13:36.622899 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Initializing extension driver 'port_security' Aug 27 02:13:36.623486 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.extensions.port_security [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] PortSecurityExtensionDriver initialization complete Aug 27 02:13:36.624035 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Initializing mechanism driver 'openvswitch' Aug 27 02:13:36.624605 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Initializing mechanism driver 'hyperv' Aug 27 02:13:36.635457 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.plugins.ml2.plugin [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:13:36.636306 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > port after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.636806 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > port after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.637275 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > port after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.637973 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106474) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 02:13:36.638506 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > subnet after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.638968 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > subnet after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.639424 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > subnet after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.639878 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106474) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 02:13:36.640397 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > network after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.640908 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > network after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.641636 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > network after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.642131 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106474) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 02:13:36.642952 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > security_group after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.643329 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > security_group after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.643889 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > security_group after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.644557 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106474) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 02:13:36.645195 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.645748 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.646310 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.646968 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106474) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 02:13:36.647612 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > address_group after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.648116 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > address_group after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.648777 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > address_group after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.650147 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106474) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 27 02:13:36.650841 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] ML2 OVO RPC backend initialized. {{(pid=106474) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 27 02:13:36.651882 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router_interface after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.652463 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.653169 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > network before_response 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.653609 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > networks before_response 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.653998 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > port before_response 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.654532 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > ports before_response 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.655038 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > subnet before_response 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.655633 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > subnets before_response 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.656205 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > network after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.656706 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > network after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.657056 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > network after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.657430 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > port after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.657779 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > port after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.658122 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > port after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.658465 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > subnet after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.658802 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > subnet after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.659142 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > subnet after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.671703 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded quota_driver: . Aug 27 02:13:36.672251 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.plugin [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Modular L2 Plugin initialization complete Aug 27 02:13:36.672763 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading services supported by the core plugin {{(pid=106474) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 02:13:36.673311 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.plugins.ml2.managers [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Got port-security extension from driver 'port_security' Aug 27 02:13:36.674082 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.extensions.vlantransparent [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Disabled vlantransparent extension. Aug 27 02:13:36.674849 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106474) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 02:13:36.675398 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading Plugin: router Aug 27 02:13:36.717703 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router_interface before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.718105 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router after_create 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.718469 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router before_create 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.718832 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.719199 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.719554 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router after_delete 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.719909 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > floatingip after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.720263 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > floatingip after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.720630 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router after_create 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.720979 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router after_update 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.721366 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router after_update 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.721715 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.722071 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router after_update 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.722482 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router precommit_update 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.722847 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: port after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.723184 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: port after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.723518 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: subnet after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.723864 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.724206 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > port precommit_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.724550 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router precommit_create 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.724886 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: port before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.725258 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router precommit_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.725600 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router after_update 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.725936 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router precommit_delete 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.726284 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router precommit_create 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.726681 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router_interface after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.727640 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router precommit_update 55549900 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.728043 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > agent after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.728373 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > agent after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.728773 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > network after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.729669 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Tracking information for resource: router configured {{(pid=106474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:13:36.729996 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Tracking information for resource: floatingip configured {{(pid=106474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:13:36.735151 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.db.l3_agentschedulers_db [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 02:13:36.735743 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: port after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.736107 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: port after_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.736461 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: port after_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.736810 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: port after_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.737658 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router before_create 55550100 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.738021 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router precommit_delete 55550100 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.738382 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router precommit_create 55550100 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.738735 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > router precommit_update 55550100 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.747108 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.services.provider_configuration [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service providers = [] {{(pid=106474) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 02:13:36.747686 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.db.servicetype_db [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106474) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 02:13:36.752321 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.services.service_base [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106474) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:13:36.752764 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.services.service_base [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106474) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:13:36.753193 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.services.service_base [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106474) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:13:36.754131 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.services.service_base [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106474) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:13:36.754432 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.services.service_base [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 02:13:36.754920 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:13:36.755172 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 02:13:36.766847 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:13:36.767225 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading Plugin: auto_allocate Aug 27 02:13:36.773620 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: network precommit_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.774704 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: network precommit_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.775256 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:13:36.775580 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading Plugin: tag Aug 27 02:13:36.783195 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:13:36.783529 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading Plugin: timestamp Aug 27 02:13:36.787809 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:13:36.788108 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading Plugin: network_ip_availability Aug 27 02:13:36.794587 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.794961 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.795320 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:36.796116 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:13:36.796437 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading Plugin: flavors Aug 27 02:13:36.803063 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:13:36.803392 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading Plugin: revisions Aug 27 02:13:36.808802 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:13:36.809238 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_concurrency.lockutils [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.366s {{(pid=106474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 27 02:13:36.810024 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106474) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 27 02:13:36.810359 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Initializing extension manager. Aug 27 02:13:36.810898 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: __init__.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.811245 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: __pycache__ {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.811580 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: address_group.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.812342 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.812932 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: address-group Aug 27 02:13:36.813282 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: address_scope.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.814261 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.814769 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: address-scope Aug 27 02:13:36.815081 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: admin_state_down_before_update.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.817844 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.817844 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: router-admin-state-down-before-update Aug 27 02:13:36.817844 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: agent.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.817844 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.819301 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: agent Aug 27 02:13:36.819301 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: agent_resources_synced.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.819543 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.820087 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: agent-resources-synced Aug 27 02:13:36.820466 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: allowedaddresspairs.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.823154 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.823748 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: allowed-address-pairs Aug 27 02:13:36.824171 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: auto_allocated_topology.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.825388 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.826040 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: auto-allocated-topology Aug 27 02:13:36.826566 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: availability_zone.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.826926 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.827477 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: availability_zone Aug 27 02:13:36.827826 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: availability_zone_filter.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.828778 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.829375 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: availability_zone_filter Aug 27 02:13:36.829734 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: data_plane_status.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.830678 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.831234 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 02:13:36.831585 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: default_subnetpools.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.832503 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.833069 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: default-subnetpools Aug 27 02:13:36.833478 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: dhcpagentscheduler.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.834387 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.834991 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: dhcp_agent_scheduler Aug 27 02:13:36.835355 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: dns.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.836943 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.837515 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension dns-integration not supported by any of loaded plugins Aug 27 02:13:36.837843 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: dns_domain_ports.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.838770 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.839348 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 02:13:36.839673 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.840575 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.841084 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 02:13:36.841436 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: dvr.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.842092 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.842599 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: dvr Aug 27 02:13:36.842924 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: ecmp_routes.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.843818 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.844330 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 02:13:36.844654 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: empty_string_filtering.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.845664 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.846221 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: empty-string-filtering Aug 27 02:13:36.846689 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.847954 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.848664 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 02:13:36.849186 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.850570 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.851440 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 02:13:36.852779 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: external_net.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.853746 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.854275 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: external-net Aug 27 02:13:36.854605 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: extra_dhcp_opt.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.855503 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.856012 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: extra_dhcp_opt Aug 27 02:13:36.856334 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: extraroute.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.857252 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.857764 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: extraroute Aug 27 02:13:36.858084 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: extraroute_atomic.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.859117 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.859628 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: extraroute-atomic Aug 27 02:13:36.859950 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: filter_validation.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.860854 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.861389 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: filter-validation Aug 27 02:13:36.861714 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: fip_pf_description.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.862577 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.863084 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 02:13:36.863401 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: fip_pf_port_range.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.864281 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.864788 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 27 02:13:36.865106 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: fip_port_details.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.866008 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.866519 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: fip-port-details Aug 27 02:13:36.866843 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: flavors.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.868689 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.869256 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: flavors Aug 27 02:13:36.869637 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.871284 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.871842 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 02:13:36.872169 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: floatingip_pools.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.872848 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.873413 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: floatingip-pools Aug 27 02:13:36.873734 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: ip_allocation.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.874616 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.875124 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 02:13:36.875465 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.876316 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.876833 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: ip-substring-filtering Aug 27 02:13:36.877212 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: l2_adjacency.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.878109 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.878617 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 02:13:36.878932 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: l3.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.879925 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.880444 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: router Aug 27 02:13:36.880769 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: l3_conntrack_helper.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.883868 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.884483 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 02:13:36.884854 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.885860 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.886426 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: ext-gw-mode Aug 27 02:13:36.886784 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.887719 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.888276 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: l3-ha Aug 27 02:13:36.888637 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.889633 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.890189 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 27 02:13:36.890544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: l3_flavors.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.891562 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.892126 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: l3-flavors Aug 27 02:13:36.892487 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: l3_ndp_proxy.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.894080 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.894644 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 27 02:13:36.895007 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.895937 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.896489 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 02:13:36.896888 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: l3agentscheduler.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.898036 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.898622 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: l3_agent_scheduler Aug 27 02:13:36.899641 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: local_ip.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.901710 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.902305 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension local_ip not supported by any of loaded plugins Aug 27 02:13:36.902676 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: logging.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.904193 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.904769 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension logging not supported by any of loaded plugins Aug 27 02:13:36.905165 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: metering.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.905945 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.906820 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: metering Aug 27 02:13:36.907183 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.908307 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.908822 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: metering_source_and_destination_fields Aug 27 02:13:36.909170 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: multiprovidernet.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.910410 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.910826 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: multi-provider Aug 27 02:13:36.910976 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: netmtu.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.911794 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.912302 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: net-mtu Aug 27 02:13:36.912627 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: netmtu_writable.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.913530 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.914070 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: net-mtu-writable Aug 27 02:13:36.915030 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: network_availability_zone.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.915689 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.916203 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: network_availability_zone Aug 27 02:13:36.916528 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: network_ip_availability.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.917648 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.918164 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: network-ip-availability Aug 27 02:13:36.918489 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: network_segment_range.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.919241 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.920688 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 02:13:36.920688 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: pagination.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.921041 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.921559 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: pagination Aug 27 02:13:36.922415 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: port_device_profile.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.922555 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.923770 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: port-device-profile Aug 27 02:13:36.923770 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: port_mac_address_override.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.924267 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.924782 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: port-mac-override Aug 27 02:13:36.925102 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.925998 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.926507 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: port-mac-address-regenerate Aug 27 02:13:36.926829 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.927710 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.928225 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: port-numa-affinity-policy Aug 27 02:13:36.928546 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: port_resource_request.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.929564 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.931031 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 02:13:36.931354 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: port_resource_request_groups.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.932322 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.932843 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 27 02:13:36.933187 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: portbindings.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.934074 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.934596 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: binding Aug 27 02:13:36.934939 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: portbindings_extended.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.936166 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.936913 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: binding-extended Aug 27 02:13:36.937451 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: portsecurity.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.939056 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.939861 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: port-security Aug 27 02:13:36.940336 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: project_id.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.941714 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.942186 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: project-id Aug 27 02:13:36.942630 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: providernet.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.943899 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.944672 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: provider Aug 27 02:13:36.945159 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.951532 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.952078 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos not supported by any of loaded plugins Aug 27 02:13:36.952407 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.953677 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.954205 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 02:13:36.954531 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.955415 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.955928 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 02:13:36.956252 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_default.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.957146 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.957665 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-default not supported by any of loaded plugins Aug 27 02:13:36.957987 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_fip.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.958872 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.959383 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-fip not supported by any of loaded plugins Aug 27 02:13:36.959701 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_fip_network_policy.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.960577 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.961162 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 27 02:13:36.962086 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_gateway_ip.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.962995 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.963508 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 02:13:36.963833 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_port_network_policy.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.964706 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.965251 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 02:13:36.965575 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.966636 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.967090 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 27 02:13:36.967407 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.968417 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.968932 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 27 02:13:36.969291 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_pps_rule.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.970449 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.970961 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-pps not supported by any of loaded plugins Aug 27 02:13:36.971285 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_rule_type_details.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.972162 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.972669 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 02:13:36.972990 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_rule_type_filter.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.973889 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.974394 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 27 02:13:36.974801 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: qos_rules_alias.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.975791 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.976860 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 02:13:36.976860 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: quota_check_limit.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.978885 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.978885 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: quota-check-limit Aug 27 02:13:36.979179 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: quotasv2.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.979989 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.980314 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: quotas Aug 27 02:13:36.980633 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: quotasv2_detail.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.982374 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.982712 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: quota_details Aug 27 02:13:36.983044 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: rbac.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.984433 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.984968 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: rbac-policies Aug 27 02:13:36.985382 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: rbac_address_group.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.986291 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.986815 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: rbac-address-group Aug 27 02:13:36.987140 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: rbac_address_scope.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.988020 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.988531 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: rbac-address-scope Aug 27 02:13:36.988856 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: rbac_security_groups.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.989842 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.990359 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: rbac-security-groups Aug 27 02:13:36.990739 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: rbac_subnetpool.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.991997 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.993875 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: rbac-subnetpool Aug 27 02:13:36.994363 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: revisionifmatch.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.995651 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.996252 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: revision-if-match Aug 27 02:13:36.996580 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: revisions.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.997738 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.998259 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: standard-attr-revisions Aug 27 02:13:36.998592 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: router_availability_zone.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:36.999244 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:36.999773 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: router_availability_zone Aug 27 02:13:37.000097 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: routerservicetype.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.001047 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.001585 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension router-service-type not supported by any of loaded plugins Aug 27 02:13:37.001908 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.002800 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.003310 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: security-groups-normalized-cidr Aug 27 02:13:37.003635 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: security_groups_port_filtering.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.004521 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.005038 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: port-security-groups-filtering Aug 27 02:13:37.005384 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.006267 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.006780 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: security-groups-remote-address-group Aug 27 02:13:37.007105 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.008164 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.009112 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: security-groups-shared-filtering Aug 27 02:13:37.009462 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: securitygroup.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.019398 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.019984 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: security-group Aug 27 02:13:37.020318 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: segment.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.021086 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.021632 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension segment not supported by any of loaded plugins Aug 27 02:13:37.021957 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.023035 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.024786 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 02:13:37.025173 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: servicetype.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.026323 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.026856 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: service-type Aug 27 02:13:37.027217 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: sorting.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.028139 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.028476 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: sorting Aug 27 02:13:37.028794 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: standard_attr_segment.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.029699 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.030231 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 02:13:37.030560 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: standardattrdescription.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.031204 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.031717 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: standard-attr-description Aug 27 02:13:37.032051 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: stateful_security_group.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.032984 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.033536 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: stateful-security-group Aug 27 02:13:37.033861 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: stdattrs_common.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.034418 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 02:13:37.034765 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.035669 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.036181 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 02:13:37.036503 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: subnet_onboard.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.038007 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.038216 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: subnet_onboard Aug 27 02:13:37.038887 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.041156 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.041881 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 02:13:37.042367 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: subnet_service_types.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.043387 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.044013 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: subnet-service-types Aug 27 02:13:37.044340 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: subnetallocation.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.045466 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.046015 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: subnet_allocation Aug 27 02:13:37.046370 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.047056 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.047667 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: subnetpool-prefix-ops Aug 27 02:13:37.047992 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.048894 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.049581 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 02:13:37.050015 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: tagging.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.051323 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.051889 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: standard-attr-tag Aug 27 02:13:37.052229 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: timestamp.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.053667 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.054474 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loaded extension: standard-attr-timestamp Aug 27 02:13:37.055101 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: trunk.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.057471 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.058314 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension trunk not supported by any of loaded plugins Aug 27 02:13:37.058839 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: trunk_details.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.060155 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.060979 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension trunk-details not supported by any of loaded plugins Aug 27 02:13:37.061557 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: uplink_status_propagation.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.062912 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.064086 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 02:13:37.064608 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Loading extension file: vlantransparent.py {{(pid=106474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 27 02:13:37.065610 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 27 02:13:37.066203 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 02:13:37.070546 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:network Aug 27 02:13:37.074802 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:subnet Aug 27 02:13:37.074802 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:13:37.074802 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:port Aug 27 02:13:37.075253 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.076004 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service FLAVORS assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.077079 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.077839 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.078402 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:router Aug 27 02:13:37.079117 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:floatingip Aug 27 02:13:37.079960 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service METERING assigned prefix: /metering {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.082040 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:37.082642 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:37.083206 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:13:37.084395 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 02:13:37.084850 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:security_group Aug 27 02:13:37.085316 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 02:13:37.085868 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service CORE assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.086403 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:13:37.087313 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] subnetpool is already registered Aug 27 02:13:37.087770 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service CORE assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.088098 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:13:37.088433 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] subnetpool is already registered Aug 27 02:13:37.091048 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.091494 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service FLAVORS assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.092095 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.092518 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.092891 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:router Aug 27 02:13:37.093222 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] router is already registered Aug 27 02:13:37.093640 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:floatingip Aug 27 02:13:37.093976 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] floatingip is already registered Aug 27 02:13:37.094468 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service METERING assigned prefix: /metering {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.095162 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 02:13:37.095510 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] rbac_policy is already registered Aug 27 02:13:37.095911 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:security_group Aug 27 02:13:37.096248 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] security_group is already registered Aug 27 02:13:37.096651 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 02:13:37.096981 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] security_group_rule is already registered Aug 27 02:13:37.097670 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service CORE assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.097995 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:13:37.098330 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] subnetpool is already registered Aug 27 02:13:37.098748 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.v2.resource_helper [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Service CORE assigned prefix: {{(pid=106474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:13:37.099068 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:13:37.099392 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING neutron.quota.resource_registry [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] subnetpool is already registered Aug 27 02:13:37.099865 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: extensions {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.101437 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: address-groups {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.103775 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: address-scopes {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.105142 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: agents {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.106320 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: auto-allocated-topology {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.107598 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: availability_zones {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.108851 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: dhcp-networks {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.110403 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: dhcp-agents {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.111849 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: routers {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.113719 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: flavors {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.114992 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: service_profiles {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.116219 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: next_providers {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.118406 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: service_profiles {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.121266 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: floatingip-pools {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.122552 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: routers {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.124424 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: floatingips {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.125800 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: l3-routers {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.127371 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: l3-agents {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.128850 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: metering-labels {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.130232 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: metering-label-rules {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.131667 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: network-ip-availabilities {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.133004 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: bindings {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.135606 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: quotas {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.137333 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: quotas {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.138927 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: rbac-policies {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.140146 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: security-groups {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.141481 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: security-group-rules {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.142741 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: service-providers {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.143972 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: subnetpools {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.145320 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: subnetpools {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.146909 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: tags {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.148647 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: tags {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.151141 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: tags {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.152951 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: tags {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.155538 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: tags {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.157552 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: tags {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.159351 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: tags {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.161958 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: tags {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.165724 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: tags {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.167496 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron.api.extensions [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Extended resource: tags {{(pid=106474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:13:37.173751 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING keystonemiddleware.auth_token [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 02:13:37.179033 dv-cinder-846303-3-iscsi neutron-server[106474]: WARNING keystonemiddleware.auth_token [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 02:13:37.193376 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_concurrency.lockutils [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Acquiring lock "singleton_lock" {{(pid=106474) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 27 02:13:37.193907 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_concurrency.lockutils [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Acquired lock "singleton_lock" {{(pid=106474) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 27 02:13:37.194567 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_concurrency.lockutils [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Releasing lock "singleton_lock" {{(pid=106474) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 27 02:13:37.195715 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO oslo_service.service [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Starting 2 workers Aug 27 02:13:37.201829 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Started child 106603 {{(pid=106474) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:13:37.207473 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Started child 106604 {{(pid=106474) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:13:37.208875 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:13:37.209618 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO neutron.service [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 02:13:37.210377 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [-] (106603) wsgi starting up on http://0.0.0.0:9696 Aug 27 02:13:37.210566 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Publish callbacks [] for process (None), before_spawn {{(pid=106474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:13:37.214086 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:13:37.214745 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO oslo_service.service [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Starting 1 workers Aug 27 02:13:37.215529 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [-] (106604) wsgi starting up on http://0.0.0.0:9696 Aug 27 02:13:37.220871 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Started child 106605 {{(pid=106474) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:13:37.221368 dv-cinder-846303-3-iscsi neutron-server[106474]: INFO oslo_service.service [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Starting 1 workers Aug 27 02:13:37.224768 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.service [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] calling RpcWorker wait() {{(pid=106605) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 02:13:37.225714 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.service [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] returning from RpcWorker wait() {{(pid=106605) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 02:13:37.226061 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Started child 106606 {{(pid=106474) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:13:37.227326 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:13:37.227515 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG neutron_lib.callbacks.manager [None req-bac3894a-6737-4790-83e0-ad619a134aac None None] Publish callbacks [] for process (None), after_spawn {{(pid=106474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:13:37.228071 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:13:37.229563 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106474) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 02:13:37.229766 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 02:13:37.230130 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 02:13:37.230349 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 02:13:37.230837 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 02:13:37.231010 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 02:13:37.231746 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.231943 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.232359 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.232784 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.232935 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:13:37.233726 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.233726 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.233944 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.234209 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.234441 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.234632 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.234871 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.235288 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.235674 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.236234 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.236764 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.237107 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.237581 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.237892 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.238260 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.238687 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.238959 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.239273 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] debug = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.239550 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.240043 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.240380 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.240755 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.241002 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.241477 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.241740 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.242020 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.242468 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.243375 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.243717 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.243919 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.244153 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.244404 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.244719 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.244958 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.245306 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.246060 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] host = dv-cinder-846303-3-iscsi {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.246470 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.246863 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.247307 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.247721 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.248133 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.248460 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.248836 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.249287 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.249697 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.250122 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.250545 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.250983 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.251250 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.251514 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.251709 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_options = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.251933 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.252221 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.252492 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.252685 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.252922 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.253310 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.253310 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.253683 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.253683 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.254062 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.254266 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.254455 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.254648 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.254840 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.255028 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.255257 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.255474 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.255717 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.256068 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.256270 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.256528 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.256729 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.256931 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.257152 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.257390 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.257632 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.257960 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.258339 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.258622 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.258970 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.259489 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.259832 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.260074 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.260315 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.260581 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.260815 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.261045 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.263778 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.263778 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.263778 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.263778 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.263778 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.264439 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:13:37.264589 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.264589 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.264589 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.264589 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.264589 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_json = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.264589 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.264589 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.265446 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.265446 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.265848 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.266153 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.266483 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.266822 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.267197 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.267856 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.268499 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.269834 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.270349 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.270791 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.271223 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.271633 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.272078 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.272527 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.272980 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.273793 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.274594 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.275107 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.275560 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.276002 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.276524 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.276975 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.277304 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.277552 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.277777 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.278162 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.278582 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.279006 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.279439 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.279767 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.280043 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.280274 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.280584 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.280844 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.281150 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.281532 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.281798 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.282216 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.282637 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.282873 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.283182 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.283487 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.283708 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.284124 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.284520 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.284948 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.285419 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.285824 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.286254 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.290337 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.290337 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.290337 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.290337 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.290337 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.290337 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.290337 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.290337 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.290337 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.291543 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.291543 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.291543 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.291543 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.291543 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.291543 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.291543 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.291543 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.292494 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.292494 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.292494 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.292494 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.292984 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.292984 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.293504 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.293504 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.293767 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.293908 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.294723 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.294723 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.294723 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.294723 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.295221 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.295221 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.295533 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.295723 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.295918 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.296103 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.296287 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.296463 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.296654 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.296831 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.297037 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.297299 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.297680 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.297817 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.298013 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.298231 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.298463 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.298766 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.299013 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.299155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40022) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:13:37.299243 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.299462 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.299916 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.300322 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.300775 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.301205 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.301618 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.302077 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.302550 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.302960 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.303380 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.303953 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.304579 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.306449 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.307057 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.307671 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.308308 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.308865 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.309500 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.310169 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.310780 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.311392 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.312004 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.312612 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.313298 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.314256 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.314833 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.315466 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.316101 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.316764 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.317410 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.318128 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.318544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.318998 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.319277 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0148749 Aug 27 02:13:37.319722 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.322070 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.322070 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.322070 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.322070 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.322070 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.322070 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.322798 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.322798 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.323057 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.323257 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.323508 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.323927 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.324468 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.324960 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.325500 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.325914 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.326325 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.326548 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.327059 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.327498 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.327908 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.328362 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.328791 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.329109 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.329384 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.329639 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.329883 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.330123 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.330364 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.330724 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.331072 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.331293 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.331795 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.332199 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.332607 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.333057 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.333565 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.334162 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.334694 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.335291 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.335650 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.336111 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.337306 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.337654 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.337994 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.338330 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.338645 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.339094 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0133812 Aug 27 02:13:37.339935 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.340499 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.341163 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.341584 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.342092 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.342486 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.342847 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.343214 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.343586 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.344166 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.344739 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.345180 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.345551 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.346996 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.347323 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.348118 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.348118 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.348118 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.348694 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.348694 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.348972 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.349181 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.349536 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.349956 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.350188 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.350607 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.350852 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.351273 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.351702 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.352835 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.353365 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.353669 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.353963 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.354278 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.354587 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.354881 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.355167 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.355445 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.355847 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.356449 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.357045 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.357436 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.357780 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.358163 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.358530 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.358938 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.359299 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.359834 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.360171 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.360529 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.360897 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.361586 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.361750 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.362171 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.363409 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.363409 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.363409 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.363790 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.364021 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.364299 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.364633 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.365242 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.365620 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.366670 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.366670 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.366670 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.367030 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.367578 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.368540 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.368763 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.368996 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.369261 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.369507 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.369728 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.370121 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.370359 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.370846 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.371069 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.372820 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.372820 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.372820 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.372820 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.372820 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.373519 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.373519 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.373519 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.373887 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.373887 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.374079 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.374282 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.374742 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.375164 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.375528 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.375956 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.376330 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.376478 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.377535 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.378866 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.379612 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.380606 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.381384 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.382686 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.383110 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.383479 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.384143 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.384516 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.385998 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.386927 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.388279 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.389546 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.391666 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.392312 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.396658 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.397798 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.398821 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.399753 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.400770 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.402091 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.402704 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.404182 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.406251 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.406946 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.407346 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.407771 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.408156 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.408551 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.409655 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:13:37.409821 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.410070 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.410499 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.410835 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.411185 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.411618 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.412196 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.412471 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 02:13:37.413227 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106474) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 02:13:37.413499 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 02:13:37.413768 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 02:13:37.414083 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 02:13:37.414346 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 02:13:37.414610 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 02:13:37.414986 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.415441 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.415723 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.416003 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.416339 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.416610 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.416768 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.417035 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.417248 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.417483 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.417724 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.418007 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.420200 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.420349 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.420481 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.420608 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.420916 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.422319 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.422319 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.422319 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.422693 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.422693 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] debug = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.422915 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.423094 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.423431 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.424564 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.424752 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.424948 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.425090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.426244 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.426244 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.426244 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.426244 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.426244 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.426244 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.428631 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.428631 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.428927 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.429052 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.429382 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] host = dv-cinder-846303-3-iscsi {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.429525 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.429690 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.430102 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.430270 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.431979 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.431979 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.431979 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.431979 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.431979 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.431979 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.431979 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.431979 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.432834 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.432834 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.432834 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_options = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.434361 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.434669 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.434948 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.435154 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.435356 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.435575 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.435829 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.436042 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.436257 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.436257 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.436664 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.436664 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.437076 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.437938 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.437938 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.437938 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.438314 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.438314 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.438824 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.438951 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.439132 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.439809 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.439988 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.441469 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.441469 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.441469 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.441469 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.441469 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.442504 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.442504 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.442959 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.444147 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.444147 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.444147 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.445092 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.446598 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.448188 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.448942 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.448942 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.448942 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.449213 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.449380 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.449707 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.449850 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.450077 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.450309 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.450546 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_json = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.450801 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.451091 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.451618 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.451618 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.451867 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.452125 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.452361 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.452694 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.452852 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:13:37.453095 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.454661 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.454661 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.454661 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.454661 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.454923 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.454988 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.455168 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.455311 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.455466 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.455646 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.455804 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.456060 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.456212 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.456341 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.456466 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.458281 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.458281 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.458544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.458674 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.458751 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.458923 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.459053 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.459223 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.459728 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.459932 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.460100 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.460275 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.460439 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.460611 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.460793 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.461394 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.461623 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.461756 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.461966 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.462182 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.462317 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.462552 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.462681 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.463862 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.463862 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.464561 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.464779 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.464951 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.465225 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.465631 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.465631 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.465631 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.466251 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.466251 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.466251 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.466251 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.467044 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.467044 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.467044 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.467662 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.467662 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.467662 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.468391 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.468909 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.469184 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.469420 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.469679 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.472283 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.472579 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.473352 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.473352 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.473352 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.473638 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.473845 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.474863 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.474863 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.474863 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.474863 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.474863 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.475236 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.475236 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.475352 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.475482 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.475631 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.475806 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.475929 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.476094 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.476258 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.476424 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.476759 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.476759 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.477225 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.477225 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.477843 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.478015 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.478192 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.478374 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.478538 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.479264 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.480466 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.480646 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.480819 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.483339 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.483636 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.483828 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.484010 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.484185 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.484354 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.484546 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.484703 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.484932 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.485076 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.485241 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.485365 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.485533 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.485700 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.485905 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.486065 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.486206 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.486333 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.486456 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.486594 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.486768 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.486909 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.487078 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.487312 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.487560 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.488343 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.488343 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.488343 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.488343 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.488343 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.488720 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.488720 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.488844 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.488952 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.490087 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.490378 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.490576 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.490825 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.497767 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.497767 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.497767 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.497767 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.497767 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.498862 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.498862 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.498862 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.499529 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.499529 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.499529 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.499529 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.500407 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.501220 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.501557 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.501847 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.502131 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.502407 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.502661 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.502952 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.503224 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.503499 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.504090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.504090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.504483 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.504675 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.504824 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.505084 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.505428 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.505722 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.505996 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.506491 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.506637 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.506806 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.507090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.507369 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.507661 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.508154 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.510582 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.510582 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.510582 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.510582 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.510582 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.510582 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.510582 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.510582 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.511540 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.511540 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.511540 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.511540 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.511815 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.511941 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.512220 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.512505 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.512773 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.513048 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.513375 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.513646 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.513931 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.514207 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.514405 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.514579 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.514841 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.514990 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.515124 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.515258 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.515389 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.515521 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.515693 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.515854 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.516016 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.516178 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.516347 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.516490 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.516638 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.516803 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.516963 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.517172 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.517389 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.517551 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.517716 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.517880 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.518041 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.518251 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.518381 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.518546 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.518684 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.518805 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.518969 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.519289 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.519448 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.519614 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.519777 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.519940 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.520120 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.520289 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.520433 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.520595 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.520737 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.520904 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.521057 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.521267 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.521425 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.521725 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.521725 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.522373 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.522373 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.523451 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.527809 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.527809 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.527809 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.527809 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.527809 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.527809 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.527809 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.527809 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.528941 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.528941 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.528941 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.528941 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.528941 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.528941 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.528941 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.528941 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530090 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.530544 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.531131 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.531131 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.531131 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.531131 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.531131 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.531131 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.531131 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.531589 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.531589 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.531771 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.532059 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.532327 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.532689 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.532840 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.533057 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.533297 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.533555 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.533819 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.534058 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.534318 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.534571 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.534807 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.535072 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.535292 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.535503 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.535736 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.535986 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.536238 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.536467 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.536811 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.536958 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.537157 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.537399 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:13:37.537601 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 02:13:42.294981 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writer thread running {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 27 02:13:46.613501 dv-cinder-846303-3-iscsi neutron-server[106474]: DEBUG dbcounter [-] [106474] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:13:50.960534 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce21c0-edb4-4eb5-8cd8-165549352deb None None] get_active_networks_info from dv-cinder-846303-3-iscsi {{(pid=106605) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 27 02:13:50.964102 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writer thread running {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 27 02:13:51.062279 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce21c0-edb4-4eb5-8cd8-165549352deb None None] No non-hosted networks {{(pid=106605) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 02:13:51.076267 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.agentschedulers_db [None req-d6ce21c0-edb4-4eb5-8cd8-165549352deb None None] DHCP Agent not found on host dv-cinder-846303-3-iscsi {{(pid=106605) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 27 02:13:51.132878 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1c7a94c8-1cb7-49f9-8b78-e17b156e444d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675370'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:13:52.296455 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:13:52.363150 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:13:53.996982 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-f177bb88-686e-4fed-ba6b-7376dece9421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675370'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:13:54.103020 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-21e3faed-ea3b-4c29-9c87-c29721e7c15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:13:56.563661 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675370'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:13:57.005951 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40108) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:13:58.014899 dv-cinder-846303-3-iscsi neutron-server[106604]: WARNING oslo_policy.policy [None req-79485e69-ebed-4bae-960c-7f5c26d37c91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:13:58.016794 dv-cinder-846303-3-iscsi neutron-server[106604]: WARNING oslo_policy.policy [None req-79485e69-ebed-4bae-960c-7f5c26d37c91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:13:58.018487 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675370'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:13:58.020015 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.020726 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.021838 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.022590 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.023658 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.024849 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.025944 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.027291 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.028308 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.029464 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.030361 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.031269 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.032583 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.034158 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.035178 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:13:58.036139 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846303-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:13:58.061318 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846303-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:13:58.369831 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.db.l3_hamode_db [None req-6bca947d-832c-44fc-a191-a58d6e90f021 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 02:13:58.385601 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [None req-79485e69-ebed-4bae-960c-7f5c26d37c91 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:13:58.402023 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-79485e69-ebed-4bae-960c-7f5c26d37c91 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.3934476 Aug 27 02:13:58.500939 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca947d-832c-44fc-a191-a58d6e90f021 None None] Routers set() bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:13:58.501936 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca947d-832c-44fc-a191-a58d6e90f021 None None] Router IDs set() for agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 27 02:13:59.005222 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675370'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:01.500232 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40142) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:01.934481 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-d26e4fdd-a129-4b48-a262-02b06e85c70d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:14:01.947792 dv-cinder-846303-3-iscsi neutron-server[106604]: ERROR stevedore.extension [None req-d26e4fdd-a129-4b48-a262-02b06e85c70d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 27 02:14:02.038923 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.policy [None req-d26e4fdd-a129-4b48-a262-02b06e85c70d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106604) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 02:14:02.083743 dv-cinder-846303-3-iscsi neutron-server[106604]: WARNING oslo_policy.policy [None req-d26e4fdd-a129-4b48-a262-02b06e85c70d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:14:02.084352 dv-cinder-846303-3-iscsi neutron-server[106604]: WARNING oslo_policy.policy [None req-d26e4fdd-a129-4b48-a262-02b06e85c70d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:14:02.107501 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writer thread running {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 27 02:14:02.215972 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d26e4fdd-a129-4b48-a262-02b06e85c70d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793687794506', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793687793990', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793687843426', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793687819693', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793687826410', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793687834394', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-553168', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-564451', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1604093', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1651678'] for rbac-policy (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:02.309301 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d26e4fdd-a129-4b48-a262-02b06e85c70d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:02.313170 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-d26e4fdd-a129-4b48-a262-02b06e85c70d admin admin] 10.222.0.52 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8090281 Aug 27 02:14:05.131873 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40152) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:05.586406 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:14:05.634819 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Made reservation on behalf of abd8cdfe3c4b488eb590b64706ada806 for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:14:05.639447 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:05.671863 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:05.831539 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=37,neutron:INSERT=38,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:05.848754 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Publish callbacks [] for security_group (59314de8-f035-406b-a534-c0687398f6a5), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:05.854187 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (59314de8-f035-406b-a534-c0687398f6a5), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:05.886698 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:14:05.942634 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793686622805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (24ff5e42-4507-4534-b96c-02448cd34dfb), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:05.943405 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Unsubscribe: segment precommit_create {{(pid=106604) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 02:14:05.944245 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Added segment 24ff5e42-4507-4534-b96c-02448cd34dfb of type vlan for network b18e8723-b840-42c6-8ed0-a39233687d33 Aug 27 02:14:05.963467 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=59314de8-f035-406b-a534-c0687398f6a5,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:06.021557 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.021889 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.022428 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.022996 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.023663 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.024288 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.025023 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.025930 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.026479 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.026903 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.027463 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.028054 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.028609 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.029026 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.029468 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Tracked resource versions report: Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: pushed versions: Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: { 'AddressGroup': {'1.2'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Agent': {'1.1'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'ConntrackHelper': {'1.0'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'LocalIPAssociation': {'1.0'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Log': {'1.0'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'NDPProxy': {'1.0'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Network': {'1.1'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Port': {'1.7'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'PortForwarding': {'1.3'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'QosPolicy': {'1.10'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SecurityGroup': {'1.5'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SubPort': {'1.0'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Subnet': {'1.1'}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Trunk': {'1.1'}} Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: consumer versions: Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: { DHCP agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: L3 agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: Metadata agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: Metering agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: Open vSwitch agent@dv-cinder-846303-3-iscsi: { 'AddressGroup': '1.2', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Agent': '1.1', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'ConntrackHelper': '1.0', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'LocalIPAssociation': '1.0', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Log': '1.0', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'NDPProxy': '1.0', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Network': '1.1', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Port': '1.7', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'PortForwarding': '1.3', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'QosPolicy': '1.10', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SecurityGroup': '1.5', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SecurityGroupRule': '1.2', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SubPort': '1.0', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Subnet': '1.1', Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Trunk': '1.1'}} Aug 27 02:14:06.031796 dv-cinder-846303-3-iscsi neutron-server[106604]: {{(pid=106604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:14:06.081808 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (b18e8723-b840-42c6-8ed0-a39233687d33), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:06.138673 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (b18e8723-b840-42c6-8ed0-a39233687d33), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:06.143936 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:14:06.144689 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:06.262749 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1291378 Aug 27 02:14:06.285387 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749058e7-01e3-40b4-b7ad-9973c59d47f9 demo demo] Pushing event updated for resources: {'Network': ['ID=b18e8723-b840-42c6-8ed0-a39233687d33,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:06.303731 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network b18e8723-b840-42c6-8ed0-a39233687d33 details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:14:06.328811 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=27,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:09.016004 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=9 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:09.023410 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=5 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:09.063055 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40168) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:09.687498 dv-cinder-846303-3-iscsi neutron-server[106603]: WARNING oslo_policy.policy [None req-76e29df2-0d67-49fc-a416-dc506712ad44 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:14:09.688028 dv-cinder-846303-3-iscsi neutron-server[106603]: WARNING oslo_policy.policy [None req-76e29df2-0d67-49fc-a416-dc506712ad44 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:14:09.916784 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writer thread running {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 27 02:14:09.917471 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:10.096067 dv-cinder-846303-3-iscsi neutron-server[106603]: ERROR stevedore.extension [None req-76e29df2-0d67-49fc-a416-dc506712ad44 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 27 02:14:10.151696 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.policy [None req-76e29df2-0d67-49fc-a416-dc506712ad44 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106603) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 02:14:10.195929 dv-cinder-846303-3-iscsi neutron-server[106603]: WARNING oslo_policy.policy [None req-76e29df2-0d67-49fc-a416-dc506712ad44 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:14:10.196217 dv-cinder-846303-3-iscsi neutron-server[106603]: WARNING oslo_policy.policy [None req-76e29df2-0d67-49fc-a416-dc506712ad44 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:14:10.203908 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e29df2-0d67-49fc-a416-dc506712ad44 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:14:10.205755 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-76e29df2-0d67-49fc-a416-dc506712ad44 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/b18e8723-b840-42c6-8ed0-a39233687d33 HTTP/1.1" status: 200 len: 825 time: 1.1417756 Aug 27 02:14:10.251529 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d83dff9d-2f96-4540-9e21-c8dec4306be1 demo admin] 10.222.0.52 "GET /networking/v2.0/subnetpools/b6638e1a-cfa3-4134-a3db-1a69664b2b0b HTTP/1.1" status: 200 len: 734 time: 0.0363059 Aug 27 02:14:10.273368 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Request body: {'subnet': {'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b6638e1a-cfa3-4134-a3db-1a69664b2b0b'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:14:10.338424 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Made reservation on behalf of abd8cdfe3c4b488eb590b64706ada806 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:14:10.341610 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:10.766658 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for subnet (1ae6975b-11fc-4aec-9a1f-a98bea9703a3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:10.884349 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Checking segment: {'id': '24ff5e42-4507-4534-b96c-02448cd34dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:14:10.884897 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Network hostable DHCP agents. Network: b18e8723-b840-42c6-8ed0-a39233687d33, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:14:10.895613 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1ae6975b-11fc-4aec-9a1f-a98bea9703a3,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:10.916041 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.916558 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.917071 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.917597 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.918079 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.918544 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.919008 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.919467 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.919940 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.920414 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.920877 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.921377 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.921849 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.922297 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.922765 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Tracked resource versions report: Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: pushed versions: Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: { 'AddressGroup': {'1.2'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Agent': {'1.1'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'ConntrackHelper': {'1.0'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'LocalIPAssociation': {'1.0'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Log': {'1.0'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'NDPProxy': {'1.0'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Network': {'1.1'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Port': {'1.7'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'PortForwarding': {'1.3'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'QosPolicy': {'1.10'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SecurityGroup': {'1.5'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SubPort': {'1.0'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Subnet': {'1.1'}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Trunk': {'1.1'}} Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: consumer versions: Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: { DHCP agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: L3 agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: Metadata agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: Metering agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: Open vSwitch agent@dv-cinder-846303-3-iscsi: { 'AddressGroup': '1.2', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Agent': '1.1', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'ConntrackHelper': '1.0', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'LocalIPAssociation': '1.0', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Log': '1.0', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'NDPProxy': '1.0', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Network': '1.1', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Port': '1.7', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'PortForwarding': '1.3', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'QosPolicy': '1.10', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SecurityGroup': '1.5', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SecurityGroupRule': '1.2', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SubPort': '1.0', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Subnet': '1.1', Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Trunk': '1.1'}} Aug 27 02:14:10.925038 dv-cinder-846303-3-iscsi neutron-server[106603]: {{(pid=106603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:14:10.958029 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Network b18e8723-b840-42c6-8ed0-a39233687d33 is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:14:10.979651 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, b18e8723-b840-42c6-8ed0-a39233687d33) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:14:10.985689 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:14:10.986499 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:10.993435 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a5c1c2-d58d-401b-8bdb-2ec7415ceaf2 None None] Network b18e8723-b840-42c6-8ed0-a39233687d33 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:14:11.017252 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-5f74c5a6-cb85-460c-8626-7b3021dc31a1 demo admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7502034 Aug 27 02:14:11.398631 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-b18e8723-b840-42c6-8ed0-a39233687d33', 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33', 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'fixed_ips': [{'subnet_id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:14:11.400554 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:11.888947 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Allocated IP 172.20.0.2 (b18e8723-b840-42c6-8ed0-a39233687d33/1ae6975b-11fc-4aec-9a1f-a98bea9703a3/6c5125e6-028a-4c55-9bfe-7d235f1a9e7d) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:14:12.226127 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Publish callbacks [] for port (6c5125e6-028a-4c55-9bfe-7d235f1a9e7d), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:12.236323 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (6c5125e6-028a-4c55-9bfe-7d235f1a9e7d), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:12.351789 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Network b18e8723-b840-42c6-8ed0-a39233687d33 is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:14:12.358446 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:14:12.375023 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:14:12.394333 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Pushing event updated for resources: {'Port': ['ID=6c5125e6-028a-4c55-9bfe-7d235f1a9e7d,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:12.454057 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.454572 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.455108 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.455684 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.456210 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.456719 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.457290 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.457807 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.458322 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.458832 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.459311 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.459802 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.460243 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.460675 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.461152 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Tracked resource versions report: Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: pushed versions: Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: { 'AddressGroup': {'1.2'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Agent': {'1.1'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'ConntrackHelper': {'1.0'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'LocalIPAssociation': {'1.0'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Log': {'1.0'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'NDPProxy': {'1.0'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Network': {'1.1'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Port': {'1.7'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'PortForwarding': {'1.3'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'QosPolicy': {'1.10'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SecurityGroup': {'1.5'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SubPort': {'1.0'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Subnet': {'1.1'}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Trunk': {'1.1'}} Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: consumer versions: Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: { DHCP agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: L3 agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: Metadata agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: Metering agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: Open vSwitch agent@dv-cinder-846303-3-iscsi: { 'AddressGroup': '1.2', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Agent': '1.1', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'ConntrackHelper': '1.0', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'LocalIPAssociation': '1.0', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Log': '1.0', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'NDPProxy': '1.0', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Network': '1.1', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Port': '1.7', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'PortForwarding': '1.3', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'QosPolicy': '1.10', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SecurityGroup': '1.5', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SecurityGroupRule': '1.2', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SubPort': '1.0', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Subnet': '1.1', Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Trunk': '1.1'}} Aug 27 02:14:12.463962 dv-cinder-846303-3-iscsi neutron-server[106605]: {{(pid=106605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:14:12.538958 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Attempting to bind port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:14:12.539712 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Attempting to bind port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '24ff5e42-4507-4534-b96c-02448cd34dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:14:12.540209 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Attempting to bind port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d on network b18e8723-b840-42c6-8ed0-a39233687d33 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:14:12.549331 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:14:12.549890 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Checking segment: {'id': '24ff5e42-4507-4534-b96c-02448cd34dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:14:12.550675 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:12.551283 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Bound using segment: {'id': '24ff5e42-4507-4534-b96c-02448cd34dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:14:12.552074 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Bound port: 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ff5e42-4507-4534-b96c-02448cd34dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:14:12.552726 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (6c5125e6-028a-4c55-9bfe-7d235f1a9e7d), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:12.635977 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:12.645243 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] For port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:14:12.677158 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] For port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=6c5125e6-028a-4c55-9bfe-7d235f1a9e7d,segment=NetworkSegment(24ff5e42-4507-4534-b96c-02448cd34dfb),segment_id=24ff5e42-4507-4534-b96c-02448cd34dfb)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:14:12.688835 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (6c5125e6-028a-4c55-9bfe-7d235f1a9e7d), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:12.775658 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fdf4b-31f4-4343-ba7d-e0c892cf214e None None] Pushing event updated for resources: {'Port': ['ID=6c5125e6-028a-4c55-9bfe-7d235f1a9e7d,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:14.218398 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40190) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:14.610468 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [None req-73cef1f3-9aeb-4e3e-9ce6-946bc6897ead admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:14:14.611386 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-73cef1f3-9aeb-4e3e-9ce6-946bc6897ead admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3920183 Aug 27 02:14:16.272303 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=52,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:16.281846 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:17.247268 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40200) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:17.763079 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [None req-2b70c495-4770-4d42-8ae2-d989877e8c3a admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:14:17.764156 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2b70c495-4770-4d42-8ae2-d989877e8c3a admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5159180 Aug 27 02:14:20.627505 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40212) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:20.877905 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7558d4f5-7be9-49ee-aa82-6822c59cffa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:21.006725 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=56,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:21.009038 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=55,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:21.145027 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-ae0a2db2-3d3e-4088-86b2-13d834dc0392 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:14:21.185022 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ae0a2db2-3d3e-4088-86b2-13d834dc0392 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (582d8352-62dd-40a9-babe-b3e6a97934f6), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:21.187238 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ae0a2db2-3d3e-4088-86b2-13d834dc0392 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (582d8352-62dd-40a9-babe-b3e6a97934f6), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:21.356405 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ae0a2db2-3d3e-4088-86b2-13d834dc0392 demo demo] Publish callbacks [] for router_controller (582d8352-62dd-40a9-babe-b3e6a97934f6), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:21.363722 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ae0a2db2-3d3e-4088-86b2-13d834dc0392 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (582d8352-62dd-40a9-babe-b3e6a97934f6), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:21.388311 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ae0a2db2-3d3e-4088-86b2-13d834dc0392 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:21.390262 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ae0a2db2-3d3e-4088-86b2-13d834dc0392 demo demo] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7615876 Aug 27 02:14:21.994089 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee85eefb-1016-4ae3-881b-71ddd6498a90 None None] Network b18e8723-b840-42c6-8ed0-a39233687d33 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:14:22.068375 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:22.074976 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-92a8352c-0ac0-4052-92af-7447cacefafc None None] Provisioning complete for port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:14:22.075403 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-92a8352c-0ac0-4052-92af-7447cacefafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (6c5125e6-028a-4c55-9bfe-7d235f1a9e7d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:22.280868 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-92a8352c-0ac0-4052-92af-7447cacefafc None None] Current status of the port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:14:22.281291 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-92a8352c-0ac0-4052-92af-7447cacefafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (6c5125e6-028a-4c55-9bfe-7d235f1a9e7d), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:22.321239 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-92a8352c-0ac0-4052-92af-7447cacefafc None None] For port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=6c5125e6-028a-4c55-9bfe-7d235f1a9e7d,segment=NetworkSegment(24ff5e42-4507-4534-b96c-02448cd34dfb),segment_id=24ff5e42-4507-4534-b96c-02448cd34dfb)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:14:22.326602 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-92a8352c-0ac0-4052-92af-7447cacefafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (6c5125e6-028a-4c55-9bfe-7d235f1a9e7d), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:22.389804 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8352c-0ac0-4052-92af-7447cacefafc None None] Pushing event updated for resources: {'Port': ['ID=6c5125e6-028a-4c55-9bfe-7d235f1a9e7d,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:22.520009 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:14:22.563914 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-51608b0f-9da2-4a78-8448-0cf57de2ed6a None None] Provisioning complete for port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:14:22.564159 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-51608b0f-9da2-4a78-8448-0cf57de2ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (6c5125e6-028a-4c55-9bfe-7d235f1a9e7d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:22.611127 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:14:22.611489 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (6c5125e6-028a-4c55-9bfe-7d235f1a9e7d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:22.707442 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-51608b0f-9da2-4a78-8448-0cf57de2ed6a None None] Current status of the port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:14:22.753736 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:14:23.962452 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8d788e4e-5a8b-4664-a1c7-3dd5f8e03c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:24.178059 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40222) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:24.456673 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:14:24.537871 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:14:24.538403 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (6c5125e6-028a-4c55-9bfe-7d235f1a9e7d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:24.592979 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:24.652697 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:14:24.698906 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [None req-477c376c-1449-41a3-838e-83eb240d5023 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:14:24.700172 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-477c376c-1449-41a3-838e-83eb240d5023 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5207636 Aug 27 02:14:26.489642 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:27.261846 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40230) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:27.645234 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:14:27.673955 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Made reservation on behalf of f1df9f889b3642a7ac056884bc2c51a4 for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:14:27.677502 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:27.720907 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:27.842167 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Publish callbacks [] for security_group (eaf1a71b-8cef-405c-95ad-44b2012f0806), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:27.846710 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (eaf1a71b-8cef-405c-95ad-44b2012f0806), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:27.863134 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Reserving flat network on physical network physnet1 {{(pid=106603) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 02:14:27.888596 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf1a71b-8cef-405c-95ad-44b2012f0806,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:27.894706 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793686622805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (ca92ae95-6851-4d03-9b95-34830732a7dd), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:27.895270 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Unsubscribe: segment precommit_create {{(pid=106603) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 02:14:27.895745 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Added segment ca92ae95-6851-4d03-9b95-34830732a7dd of type flat for network e1648099-3d5a-47b6-a032-7b4d7a5be345 Aug 27 02:14:27.970615 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (e1648099-3d5a-47b6-a032-7b4d7a5be345), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:27.998856 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:28.021236 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (e1648099-3d5a-47b6-a032-7b4d7a5be345), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:28.022766 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:14:28.023401 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:28.110839 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8477995 Aug 27 02:14:28.126252 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7709f-0e58-4c03-9421-62673ef0bf66 admin admin] Pushing event updated for resources: {'Network': ['ID=e1648099-3d5a-47b6-a032-7b4d7a5be345,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:28.144780 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:14:28.920893 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:30.684619 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40238) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:31.146036 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae58d36-1b74-43ec-9062-d5028b48ae09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:14:31.147417 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-cae58d36-1b74-43ec-9062-d5028b48ae09 demo admin] 10.222.0.52 "GET /networking/v2.0/subnets/1ae6975b-11fc-4aec-9a1f-a98bea9703a3 HTTP/1.1" status: 200 len: 849 time: 0.4617991 Aug 27 02:14:31.289405 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-df7ab6bc-5fd5-43da-b6fa-645c3344ef44 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/582d8352-62dd-40a9-babe-b3e6a97934f6 HTTP/1.1" status: 200 len: 704 time: 0.1333280 Aug 27 02:14:31.556864 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:31.602628 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:31.861720 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:31.940752 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Allocated IP 172.20.0.1 (b18e8723-b840-42c6-8ed0-a39233687d33/1ae6975b-11fc-4aec-9a1f-a98bea9703a3/b3059e54-1ead-4b69-94e0-23d0fb166b2b) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:14:32.129715 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Publish callbacks [] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:32.199231 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:32.331462 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Network b18e8723-b840-42c6-8ed0-a39233687d33 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:14:32.336827 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:14:32.343267 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:14:32.343800 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (582d8352-62dd-40a9-babe-b3e6a97934f6), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:32.416241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Pushing event updated for resources: {'Port': ['ID=b3059e54-1ead-4b69-94e0-23d0fb166b2b,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:32.592272 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-6742cff4-b39f-475e-8644-4aba2d3ef05a None None] Provisioning complete for port b3059e54-1ead-4b69-94e0-23d0fb166b2b triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:14:32.592899 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6742cff4-b39f-475e-8644-4aba2d3ef05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:32.610986 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:32.634919 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-6742cff4-b39f-475e-8644-4aba2d3ef05a None None] Port b3059e54-1ead-4b69-94e0-23d0fb166b2b cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:14:32.880299 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Publish callbacks [] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:32.889342 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:32.890229 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (582d8352-62dd-40a9-babe-b3e6a97934f6), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:32.895688 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:32.994452 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Pushing event updated for resources: {'Port': ['ID=b3059e54-1ead-4b69-94e0-23d0fb166b2b,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:33.049334 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:33.056688 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Network b18e8723-b840-42c6-8ed0-a39233687d33 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:14:33.058793 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:14:33.251335 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Router 582d8352-62dd-40a9-babe-b3e6a97934f6 is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:14:33.352866 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:14:33.359480 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f038d0ab-bddf-4bf1-8c2b-befcb138569c demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/582d8352-62dd-40a9-babe-b3e6a97934f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0635843 Aug 27 02:14:33.363434 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-e9620b94-faf6-47bc-b3ae-a04d9b75055c None None] Provisioning complete for port b3059e54-1ead-4b69-94e0-23d0fb166b2b triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:14:33.363876 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e9620b94-faf6-47bc-b3ae-a04d9b75055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:33.373847 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Sync routers for ids ['582d8352-62dd-40a9-babe-b3e6a97934f6'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:14:33.390545 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Routers {'582d8352-62dd-40a9-babe-b3e6a97934f6'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:14:33.391806 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:14:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['582d8352-62dd-40a9-babe-b3e6a97934f6'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:14:33.414316 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-e9620b94-faf6-47bc-b3ae-a04d9b75055c None None] Port b3059e54-1ead-4b69-94e0-23d0fb166b2b cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:14:33.607414 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Set router 582d8352-62dd-40a9-babe-b3e6a97934f6 gateway port host: None {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:14:34.181717 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'name': 'router1', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:14:21Z', 'updated_at': '2022-08-27T02:14:32Z', 'revision_number': 2, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'gw_port_host': None, '_interfaces': [{'id': 'b3059e54-1ead-4b69-94e0-23d0fb166b2b', 'name': '', 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'mac_address': 'fa:16:3e:7f:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:14:31Z', 'updated_at': '2022-08-27T02:14:32Z', 'revision_number': 2, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'subnets': [{'id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6638e1a-cfa3-4134-a3db-1a69664b2b0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:14:34.236991 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Checking router: 582d8352-62dd-40a9-babe-b3e6a97934f6 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:14:34.237388 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Updating router 582d8352-62dd-40a9-babe-b3e6a97934f6 port b3059e54-1ead-4b69-94e0-23d0fb166b2b binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:14:34.344494 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:34.999246 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Publish callbacks [] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:35.004635 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:35.274222 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Pushing event updated for resources: {'Port': ['ID=b3059e54-1ead-4b69-94e0-23d0fb166b2b,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:35.287773 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Attempting to bind port b3059e54-1ead-4b69-94e0-23d0fb166b2b on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:14:35.288369 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Attempting to bind port b3059e54-1ead-4b69-94e0-23d0fb166b2b by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '24ff5e42-4507-4534-b96c-02448cd34dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:14:35.288997 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Attempting to bind port b3059e54-1ead-4b69-94e0-23d0fb166b2b on network b18e8723-b840-42c6-8ed0-a39233687d33 {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:14:35.298020 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.298539 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.299053 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.299822 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.300304 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.300797 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.301313 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.301825 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.302349 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.302847 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.303353 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.303881 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.304377 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.304878 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.305464 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Tracked resource versions report: Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: pushed versions: Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: { 'AddressGroup': {'1.2'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Agent': {'1.1'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'ConntrackHelper': {'1.0'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'LocalIPAssociation': {'1.0'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Log': {'1.0'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'NDPProxy': {'1.0'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Network': {'1.1'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Port': {'1.7'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'PortForwarding': {'1.3'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'QosPolicy': {'1.10'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SecurityGroup': {'1.5'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SubPort': {'1.0'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Subnet': {'1.1'}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Trunk': {'1.1'}} Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: consumer versions: Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: { DHCP agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: L3 agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: Metadata agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: Metering agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: Open vSwitch agent@dv-cinder-846303-3-iscsi: { 'AddressGroup': '1.2', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Agent': '1.1', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'ConntrackHelper': '1.0', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'LocalIPAssociation': '1.0', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Log': '1.0', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'NDPProxy': '1.0', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Network': '1.1', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Port': '1.7', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'PortForwarding': '1.3', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'QosPolicy': '1.10', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SecurityGroup': '1.5', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SecurityGroupRule': '1.2', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SubPort': '1.0', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Subnet': '1.1', Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Trunk': '1.1'}} Aug 27 02:14:35.307922 dv-cinder-846303-3-iscsi neutron-server[106606]: {{(pid=106606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:14:35.315216 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:14:35.315987 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Checking segment: {'id': '24ff5e42-4507-4534-b96c-02448cd34dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:14:35.316467 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:35.316939 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Bound using segment: {'id': '24ff5e42-4507-4534-b96c-02448cd34dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:14:35.317646 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Bound port: b3059e54-1ead-4b69-94e0-23d0fb166b2b, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ff5e42-4507-4534-b96c-02448cd34dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:14:35.318034 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:35.420713 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:35.422684 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] For port b3059e54-1ead-4b69-94e0-23d0fb166b2b, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:14:35.448133 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] For port b3059e54-1ead-4b69-94e0-23d0fb166b2b, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=b3059e54-1ead-4b69-94e0-23d0fb166b2b,segment=NetworkSegment(24ff5e42-4507-4534-b96c-02448cd34dfb),segment_id=24ff5e42-4507-4534-b96c-02448cd34dfb)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:14:35.458781 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:35.493293 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:35.518024 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Routers {'582d8352-62dd-40a9-babe-b3e6a97934f6'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:14:35.518849 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:14:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['582d8352-62dd-40a9-babe-b3e6a97934f6'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:14:35.574398 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9051fe-703c-4bc7-bd43-2d1038c26aab None None] Pushing event updated for resources: {'Port': ['ID=b3059e54-1ead-4b69-94e0-23d0fb166b2b,revision_number=4']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:35.632824 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] Set router 582d8352-62dd-40a9-babe-b3e6a97934f6 gateway port host: None {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:14:35.888383 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'name': 'router1', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:14:21Z', 'updated_at': '2022-08-27T02:14:32Z', 'revision_number': 2, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'gw_port_host': None, '_interfaces': [{'id': 'b3059e54-1ead-4b69-94e0-23d0fb166b2b', 'name': '', 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'mac_address': 'fa:16:3e:7f:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:14:31Z', 'updated_at': '2022-08-27T02:14:35Z', 'revision_number': 4, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'subnets': [{'id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6638e1a-cfa3-4134-a3db-1a69664b2b0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:14:35.915339 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff02b9e6-ccab-43af-b69e-79f8c957a25c None None] The sync data for ids ['582d8352-62dd-40a9-babe-b3e6a97934f6'] in dv-cinder-846303-3-iscsi is: [{'id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'name': 'router1', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:14:21Z', 'updated_at': '2022-08-27T02:14:32Z', 'revision_number': 2, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'gw_port_host': None, '_interfaces': [{'id': 'b3059e54-1ead-4b69-94e0-23d0fb166b2b', 'name': '', 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'mac_address': 'fa:16:3e:7f:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:14:31Z', 'updated_at': '2022-08-27T02:14:35Z', 'revision_number': 4, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'subnets': [{'id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6638e1a-cfa3-4134-a3db-1a69664b2b0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:14:36.303384 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40248) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:36.931850 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb7237a-4fe5-44db-9153-e5afba8b6edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:14:36.933244 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-3fb7237a-4fe5-44db-9153-e5afba8b6edd admin admin] 10.222.0.52 "GET /networking/v2.0/networks/e1648099-3d5a-47b6-a032-7b4d7a5be345 HTTP/1.1" status: 200 len: 842 time: 0.6286519 Aug 27 02:14:36.948264 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:14:36.979504 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Made reservation on behalf of f1df9f889b3642a7ac056884bc2c51a4 for: {'subnet': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:14:36.982622 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:37.561620 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.objects.ports [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106604) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 27 02:14:37.562633 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for subnet (4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:37.625335 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:37.638984 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:14:37.639367 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Network hostable DHCP agents. Network: e1648099-3d5a-47b6-a032-7b4d7a5be345, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:14:37.668826 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:14:37.689250 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, e1648099-3d5a-47b6-a032-7b4d7a5be345) {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:14:37.698573 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:14:37.699514 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:37.707478 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15514cc7-1071-4005-abb5-aaf9115ae439 None None] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:14:37.722146 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c3acf569-4f9e-4a78-bf3e-bfaff3ceff2d admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7779899 Aug 27 02:14:37.791054 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:37.873884 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f3228-a34a-46f0-b0d1-31b11b269f98 None None] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:14:40.282027 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 5 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:14:40.558202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40256) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:41.296848 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-0f630c63-410b-4085-8229-0f924010ec4b demo admin] 10.222.0.52 "GET /networking/v2.0/routers/582d8352-62dd-40a9-babe-b3e6a97934f6 HTTP/1.1" status: 200 len: 710 time: 0.7371774 Aug 27 02:14:41.450361 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00096a09-8ba5-40de-99bb-be8f37d61d68 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:14:41.453818 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-00096a09-8ba5-40de-99bb-be8f37d61d68 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/e1648099-3d5a-47b6-a032-7b4d7a5be345 HTTP/1.1" status: 200 len: 886 time: 0.1482577 Aug 27 02:14:41.464835 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:14:41.768781 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:41.787910 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Publish callbacks [] for router_gateway (582d8352-62dd-40a9-babe-b3e6a97934f6), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:41.853539 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:42.070955 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Publish callbacks [] for router_gateway (582d8352-62dd-40a9-babe-b3e6a97934f6), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:42.173449 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:42.415461 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Allocated IP 172.27.1.99 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/9f8c9e0d-9959-4d29-b415-66db812c6092) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:14:42.473310 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device b3059e54-1ead-4b69-94e0-23d0fb166b2b up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:14:42.528592 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port b3059e54-1ead-4b69-94e0-23d0fb166b2b triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:14:42.529098 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:42.583626 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Publish callbacks [] for port (9f8c9e0d-9959-4d29-b415-66db812c6092), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:42.624824 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port b3059e54-1ead-4b69-94e0-23d0fb166b2b is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:14:42.626249 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:42.650944 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (9f8c9e0d-9959-4d29-b415-66db812c6092), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:42.671454 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port b3059e54-1ead-4b69-94e0-23d0fb166b2b, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=b3059e54-1ead-4b69-94e0-23d0fb166b2b,segment=NetworkSegment(24ff5e42-4507-4534-b96c-02448cd34dfb),segment_id=24ff5e42-4507-4534-b96c-02448cd34dfb)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:14:42.676537 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:42.751858 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=b3059e54-1ead-4b69-94e0-23d0fb166b2b,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:42.766033 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:14:42.774895 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:14:42.777790 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Pushing event updated for resources: {'Port': ['ID=9f8c9e0d-9959-4d29-b415-66db812c6092,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:42.780541 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:14:43.032699 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:43.090682 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Publish callbacks [] for router_gateway (582d8352-62dd-40a9-babe-b3e6a97934f6), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:43.301599 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:43.314187 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1675882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62930'] for router (582d8352-62dd-40a9-babe-b3e6a97934f6), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:43.320891 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1675857'] for router (582d8352-62dd-40a9-babe-b3e6a97934f6), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:43.348874 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=22 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:43.350925 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=34,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:43.447345 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Router 582d8352-62dd-40a9-babe-b3e6a97934f6 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:14:43.560949 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:14:43.571257 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:43.572851 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c2151fc9-a6d8-4cdb-aa1e-085e4af7b017 demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/582d8352-62dd-40a9-babe-b3e6a97934f6 HTTP/1.1" status: 200 len: 889 time: 2.1134048 Aug 27 02:14:43.577992 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Sync routers for ids ['582d8352-62dd-40a9-babe-b3e6a97934f6'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:14:43.591732 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Routers {'582d8352-62dd-40a9-babe-b3e6a97934f6'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:14:43.592403 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:14:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['582d8352-62dd-40a9-babe-b3e6a97934f6'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:14:43.835417 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Set router 582d8352-62dd-40a9-babe-b3e6a97934f6 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:14:44.051016 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:44.294651 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'name': 'router1', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9f8c9e0d-9959-4d29-b415-66db812c6092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:14:21Z', 'updated_at': '2022-08-27T02:14:42Z', 'revision_number': 4, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'gw_port': {'id': '9f8c9e0d-9959-4d29-b415-66db812c6092', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:14:42Z', 'updated_at': '2022-08-27T02:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'b3059e54-1ead-4b69-94e0-23d0fb166b2b', 'name': '', 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'mac_address': 'fa:16:3e:7f:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:14:31Z', 'updated_at': '2022-08-27T02:14:42Z', 'revision_number': 5, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'subnets': [{'id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6638e1a-cfa3-4134-a3db-1a69664b2b0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:14:44.441963 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Checking router: 582d8352-62dd-40a9-babe-b3e6a97934f6 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:14:44.442398 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Updating router 582d8352-62dd-40a9-babe-b3e6a97934f6 port 9f8c9e0d-9959-4d29-b415-66db812c6092 binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:14:44.472226 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device b3059e54-1ead-4b69-94e0-23d0fb166b2b up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:14:44.552884 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (9f8c9e0d-9959-4d29-b415-66db812c6092), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:44.668241 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port b3059e54-1ead-4b69-94e0-23d0fb166b2b triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:14:44.668909 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:44.818608 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:44.877717 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port b3059e54-1ead-4b69-94e0-23d0fb166b2b is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:14:44.973192 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Publish callbacks [] for port (9f8c9e0d-9959-4d29-b415-66db812c6092), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:44.980861 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (9f8c9e0d-9959-4d29-b415-66db812c6092), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:45.017440 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Attempting to bind port 9f8c9e0d-9959-4d29-b415-66db812c6092 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:14:45.017820 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Attempting to bind port 9f8c9e0d-9959-4d29-b415-66db812c6092 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:14:45.018166 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Attempting to bind port 9f8c9e0d-9959-4d29-b415-66db812c6092 on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:14:45.032734 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:14:45.033108 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:14:45.033538 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:45.033933 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:14:45.034409 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Bound port: 9f8c9e0d-9959-4d29-b415-66db812c6092, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:14:45.034792 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (9f8c9e0d-9959-4d29-b415-66db812c6092), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:45.056944 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cabb5b-42be-4fe9-ab87-05439601757a None None] Pushing event updated for resources: {'Port': ['ID=9f8c9e0d-9959-4d29-b415-66db812c6092,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:45.095119 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] For port 9f8c9e0d-9959-4d29-b415-66db812c6092, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:14:45.100027 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] For port 9f8c9e0d-9959-4d29-b415-66db812c6092, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=9f8c9e0d-9959-4d29-b415-66db812c6092,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:14:45.108028 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (9f8c9e0d-9959-4d29-b415-66db812c6092), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:45.115512 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:45.148654 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Routers {'582d8352-62dd-40a9-babe-b3e6a97934f6'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:14:45.149367 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:14:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['582d8352-62dd-40a9-babe-b3e6a97934f6'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:14:45.210255 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cabb5b-42be-4fe9-ab87-05439601757a None None] Pushing event updated for resources: {'Port': ['ID=9f8c9e0d-9959-4d29-b415-66db812c6092,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:45.277250 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] Set router 582d8352-62dd-40a9-babe-b3e6a97934f6 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:14:45.510387 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'name': 'router1', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9f8c9e0d-9959-4d29-b415-66db812c6092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:14:21Z', 'updated_at': '2022-08-27T02:14:42Z', 'revision_number': 4, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'gw_port': {'id': '9f8c9e0d-9959-4d29-b415-66db812c6092', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:14:42Z', 'updated_at': '2022-08-27T02:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'b3059e54-1ead-4b69-94e0-23d0fb166b2b', 'name': '', 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'mac_address': 'fa:16:3e:7f:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:14:31Z', 'updated_at': '2022-08-27T02:14:42Z', 'revision_number': 5, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'subnets': [{'id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6638e1a-cfa3-4134-a3db-1a69664b2b0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:14:45.540477 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51396e-1cda-4323-8f69-2d17f8816c77 None None] The sync data for ids ['582d8352-62dd-40a9-babe-b3e6a97934f6'] in dv-cinder-846303-3-iscsi is: [{'id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'name': 'router1', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9f8c9e0d-9959-4d29-b415-66db812c6092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:14:21Z', 'updated_at': '2022-08-27T02:14:42Z', 'revision_number': 4, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'gw_port': {'id': '9f8c9e0d-9959-4d29-b415-66db812c6092', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:14:42Z', 'updated_at': '2022-08-27T02:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'b3059e54-1ead-4b69-94e0-23d0fb166b2b', 'name': '', 'network_id': 'b18e8723-b840-42c6-8ed0-a39233687d33', 'tenant_id': 'abd8cdfe3c4b488eb590b64706ada806', 'mac_address': 'fa:16:3e:7f:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582d8352-62dd-40a9-babe-b3e6a97934f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:14:31Z', 'updated_at': '2022-08-27T02:14:42Z', 'revision_number': 5, 'project_id': 'abd8cdfe3c4b488eb590b64706ada806', 'subnets': [{'id': '1ae6975b-11fc-4aec-9a1f-a98bea9703a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6638e1a-cfa3-4134-a3db-1a69664b2b0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:14:46.504705 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 9f8c9e0d-9959-4d29-b415-66db812c6092 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:14:46.588445 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 9f8c9e0d-9959-4d29-b415-66db812c6092 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:14:46.588841 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (9f8c9e0d-9959-4d29-b415-66db812c6092), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:46.674499 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40270) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:14:46.712540 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 9f8c9e0d-9959-4d29-b415-66db812c6092 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:14:46.712987 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (9f8c9e0d-9959-4d29-b415-66db812c6092), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:46.738512 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 9f8c9e0d-9959-4d29-b415-66db812c6092, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=9f8c9e0d-9959-4d29-b415-66db812c6092,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:14:46.745493 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (9f8c9e0d-9959-4d29-b415-66db812c6092), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:46.818552 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=9f8c9e0d-9959-4d29-b415-66db812c6092,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:14:47.229987 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-1585dc4a-efb2-4a6c-96f7-570c2c49e5cd admin admin] 10.222.0.52 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.5544534 Aug 27 02:14:48.459450 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 9f8c9e0d-9959-4d29-b415-66db812c6092 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:14:48.489454 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:48.511515 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 9f8c9e0d-9959-4d29-b415-66db812c6092 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:14:48.511929 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (9f8c9e0d-9959-4d29-b415-66db812c6092), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:48.618107 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 9f8c9e0d-9959-4d29-b415-66db812c6092 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:14:50.275346 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=34 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:50.276522 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=42 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:50.890473 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-0b560367-6506-429e-9f56-8857ef283da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:53.985546 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-fa2f1c5e-9b22-4847-b8e4-001d25de4eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:56.501372 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:57.220885 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=27 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:57.226031 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=56 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:14:58.004007 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:14:58.937519 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:15:08.921996 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=21 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:15:08.930189 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:15:16.282069 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:15:16.289971 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:15:17.282359 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 5 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:15:20.882811 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e97a473e-8ab8-489c-9bb9-3bbdde96662f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:15:23.966974 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-f849adc2-61d8-4a8b-adb2-e1e1770d42ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:15:26.491976 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:15:27.277792 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:15:27.278779 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:15:27.999405 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:15:28.923239 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:15:38.922398 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:15:38.924104 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:15:50.879079 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-15d267b6-aeec-42c1-8d34-fa55ad728d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:15:53.281636 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:15:53.286842 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:15:53.952475 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3d1c833f-716e-47c0-a2ec-2fb687f927c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:15:54.281883 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 5 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:15:56.492523 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:15:57.996601 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:15:58.925808 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:08.913094 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:08.920441 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:09.233060 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=14 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:09.236846 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=14 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:15.816592 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40810) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:16:16.220206 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.pecan_wsgi.hooks.translation [None req-abeb0d4e-9f6e-45db-8c34-12b9ff4f2c0d admin admin] GET failed (client error): The resource could not be found. Aug 27 02:16:16.221617 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-abeb0d4e-9f6e-45db-8c34-12b9ff4f2c0d admin admin] 10.222.0.52 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4040267 Aug 27 02:16:16.484525 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43188e7-abcd-451c-8e50-2047e886c913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:16.486095 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c43188e7-abcd-451c-8e50-2047e886c913 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2597072 Aug 27 02:16:18.857699 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40820) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:16:19.289506 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffafa35-1522-4c11-a157-7d375fd6f8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:19.290900 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8ffafa35-1522-4c11-a157-7d375fd6f8a4 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/1ae6975b-11fc-4aec-9a1f-a98bea9703a3 HTTP/1.1" status: 200 len: 849 time: 0.4319680 Aug 27 02:16:19.301171 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:16:19.394528 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Publish callbacks [] for subnet (1ae6975b-11fc-4aec-9a1f-a98bea9703a3), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:19.558709 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793686484363'] for subnet (1ae6975b-11fc-4aec-9a1f-a98bea9703a3), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:19.592579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:19.593677 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:19.594699 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] 10.222.0.52 "PUT /networking/v2.0/subnets/1ae6975b-11fc-4aec-9a1f-a98bea9703a3 HTTP/1.1" status: 200 len: 868 time: 0.2972488 Aug 27 02:16:19.605041 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5053c84-254e-4b4f-b70c-318b01a0bdf3 None None] Network b18e8723-b840-42c6-8ed0-a39233687d33 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:16:19.617915 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae6975b-11fc-4aec-9a1f-a98bea9703a3,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:19.627241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.627649 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.627960 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.628303 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.628714 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.629080 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.629444 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.629736 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.630095 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.630406 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.630798 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.631158 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.631564 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.631910 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.632220 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b8821b-bb3f-4285-811e-ba86a2bc68f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:19.974528 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-1fe52063-d73f-4811-85a6-cfc2ab64e282 None None] Provisioning complete for port b3059e54-1ead-4b69-94e0-23d0fb166b2b triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:16:19.974906 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1fe52063-d73f-4811-85a6-cfc2ab64e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (b3059e54-1ead-4b69-94e0-23d0fb166b2b), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:20.057789 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-1fe52063-d73f-4811-85a6-cfc2ab64e282 None None] Current status of the port b3059e54-1ead-4b69-94e0-23d0fb166b2b is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:16:20.068621 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-1fe52063-d73f-4811-85a6-cfc2ab64e282 None None] Provisioning complete for port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:16:20.068999 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1fe52063-d73f-4811-85a6-cfc2ab64e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (6c5125e6-028a-4c55-9bfe-7d235f1a9e7d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:20.160830 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-1fe52063-d73f-4811-85a6-cfc2ab64e282 None None] Current status of the port 6c5125e6-028a-4c55-9bfe-7d235f1a9e7d is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:16:20.875916 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-90a881bf-e5c8-4ce9-8ff4-2b06a6d9872e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:22.045016 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40830) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:16:22.640339 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fb489-451f-4cfd-953c-4c17d6e1e24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:22.640806 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fb489-451f-4cfd-953c-4c17d6e1e24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:22.642429 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-115fb489-451f-4cfd-953c-4c17d6e1e24b admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5963793 Aug 27 02:16:23.956629 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-f604fddf-b8ae-4936-b45c-272c51dd35ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:25.064908 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40838) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:16:25.627744 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71605ca4-c488-43eb-ae0b-501b849c0aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:25.628332 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71605ca4-c488-43eb-ae0b-501b849c0aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:25.629989 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-71605ca4-c488-43eb-ae0b-501b849c0aec admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5638037 Aug 27 02:16:26.496115 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:27.994460 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:28.090257 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40846) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:16:28.679262 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b3221d-e225-4e26-8cb0-e2ecafa7be8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:28.680942 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-23b3221d-e225-4e26-8cb0-e2ecafa7be8d admin admin] 10.222.0.52 "GET /networking/v2.0/networks/b18e8723-b840-42c6-8ed0-a39233687d33 HTTP/1.1" status: 200 len: 869 time: 0.5896132 Aug 27 02:16:28.932904 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:30.286852 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:30.287661 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:31.154372 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40854) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:16:31.284430 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 5 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:16:31.662972 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7419e68d-b025-4f65-b466-4495fae4b66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:31.664307 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-7419e68d-b025-4f65-b466-4495fae4b66a admin admin] 10.222.0.52 "GET /networking/v2.0/networks/e1648099-3d5a-47b6-a032-7b4d7a5be345 HTTP/1.1" status: 200 len: 886 time: 0.5083764 Aug 27 02:16:34.108943 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40862) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:16:34.635577 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0692662-8fc3-475c-9f08-f46fa5adbfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:34.635577 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0692662-8fc3-475c-9f08-f46fa5adbfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:34.637049 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e0692662-8fc3-475c-9f08-f46fa5adbfdc admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5270798 Aug 27 02:16:37.099546 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40870) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:16:37.501682 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=39 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:37.509294 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=31 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:37.600087 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06de5431-4466-4520-82af-85add70e9279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:37.600646 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06de5431-4466-4520-82af-85add70e9279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:37.602397 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-06de5431-4466-4520-82af-85add70e9279 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5018537 Aug 27 02:16:38.923593 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:38.925576 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:40.064618 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40878) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:16:40.523544 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5e6b83-ad93-46b3-8874-41f27d5ac5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:40.525654 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-de5e6b83-ad93-46b3-8874-41f27d5ac5b1 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/1ae6975b-11fc-4aec-9a1f-a98bea9703a3 HTTP/1.1" status: 200 len: 868 time: 0.4595244 Aug 27 02:16:41.277339 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:43.038472 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40886) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:16:43.438642 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=82,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:43.440432 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:43.490607 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e24b43-31c9-476b-9823-6f74337afd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:16:43.491991 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f3e24b43-31c9-476b-9823-6f74337afd04 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16 HTTP/1.1" status: 200 len: 816 time: 0.4526520 Aug 27 02:16:47.588518 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:47.594560 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=9 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:50.878846 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-14d1-4c76-bbe6-e9a318964b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:53.482100 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:53.484398 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=7 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:16:53.968104 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-58761793-da3d-40ec-b2b2-6c7c6549dbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:56.507678 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:57.991559 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:16:58.938700 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:07.285395 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:07.286995 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:08.283842 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 5 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:17:08.930575 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:08.932640 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:14.862341 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40942) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:17:15.288678 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [None req-c2a4deab-77ff-49a6-832d-c5e9fe0be887 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:17:15.289745 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c2a4deab-77ff-49a6-832d-c5e9fe0be887 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4261646 Aug 27 02:17:17.831130 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40950) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:17:18.223878 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d6af48-6164-4c56-a9cc-90e4dd0f90a4 admin admin] GET failed (client error): The resource could not be found. Aug 27 02:17:18.225310 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-71d6af48-6164-4c56-a9cc-90e4dd0f90a4 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3931606 Aug 27 02:17:18.280667 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:18.337467 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afade168-3589-4242-b97b-2eb2ac0d3525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:17:18.338967 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-afade168-3589-4242-b97b-2eb2ac0d3525 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1087019 Aug 27 02:17:20.878106 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-05de3338-9956-4c74-8ad2-d7a6474509f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:20.918836 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 40958) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:17:21.290844 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:21.317912 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Made reservation on behalf of f1df9f889b3642a7ac056884bc2c51a4 for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:21.320306 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:21.357321 dv-cinder-846303-3-iscsi neutron-server[106604]: WARNING neutron.services.revisions.revision_plugin [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Could not find related network for resource to bump revision. Aug 27 02:17:21.377427 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:17:21.387907 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (d5066bd5-2b9a-4ceb-93d1-e85808539251), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:21.388242 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Added segment d5066bd5-2b9a-4ceb-93d1-e85808539251 of type vlan for network ac997ab0-199f-40d7-b7c2-5fd6cc14b24d Aug 27 02:17:21.431065 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (ac997ab0-199f-40d7-b7c2-5fd6cc14b24d), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:21.461451 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (ac997ab0-199f-40d7-b7c2-5fd6cc14b24d), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:21.462469 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:17:21.463051 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:21.541930 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6218653 Aug 27 02:17:21.568350 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Pushing event updated for resources: {'Network': ['ID=ac997ab0-199f-40d7-b7c2-5fd6cc14b24d,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:21.576584 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.576926 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.577343 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.577723 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.578085 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.579019 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.579019 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.579019 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.579367 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.579704 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.580080 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.580409 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.580732 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.581075 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.581486 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc20cf16-30da-460f-9088-ff4816ef3e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:21.595738 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network ac997ab0-199f-40d7-b7c2-5fd6cc14b24d details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:17:23.967657 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-46147175-b468-4d76-be1e-86dd2ed79747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:24.074489 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 40966) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:17:24.544153 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.pecan_wsgi.hooks.translation [None req-0615180b-4cd4-4d69-a6b3-dc23c59b45da admin admin] GET failed (client error): The resource could not be found. Aug 27 02:17:24.545555 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0615180b-4cd4-4d69-a6b3-dc23c59b45da admin admin] 10.222.0.52 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4700811 Aug 27 02:17:24.668155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae9de22-c59c-48fc-b12d-55a16b565a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:17:24.669693 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fae9de22-c59c-48fc-b12d-55a16b565a00 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1165166 Aug 27 02:17:24.684052 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Request body: {'subnet': {'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:24.712484 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Made reservation on behalf of f1df9f889b3642a7ac056884bc2c51a4 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:24.714543 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:24.943014 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for subnet (55eaf589-77f6-499a-afbd-c0cef0a9d6c3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:25.011963 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55eaf589-77f6-499a-afbd-c0cef0a9d6c3,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:25.021709 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Checking segment: {'id': 'd5066bd5-2b9a-4ceb-93d1-e85808539251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:17:25.022066 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Network hostable DHCP agents. Network: ac997ab0-199f-40d7-b7c2-5fd6cc14b24d, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:17:25.025097 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.025465 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.025814 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.026153 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.026475 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.026799 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.027117 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.027435 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.027765 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.028087 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.028418 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.028751 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.029067 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.029411 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.029720 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.057532 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Network ac997ab0-199f-40d7-b7c2-5fd6cc14b24d is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:17:25.070673 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, ac997ab0-199f-40d7-b7c2-5fd6cc14b24d) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:25.078069 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:17:25.079071 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:25.088674 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0a1bff-2352-4079-88df-52d8c211f250 None None] Network ac997ab0-199f-40d7-b7c2-5fd6cc14b24d requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:17:25.104088 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d931bd58-d82d-4ff2-9459-5108c7d46e25 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4236553 Aug 27 02:17:25.235935 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-ac997ab0-199f-40d7-b7c2-5fd6cc14b24d', 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d', 'project_id': 'f1df9f889b3642a7ac056884bc2c51a4', 'fixed_ips': [{'subnet_id': '55eaf589-77f6-499a-afbd-c0cef0a9d6c3'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:17:25.236894 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:25.403499 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Allocated IP 192.168.233.2 (ac997ab0-199f-40d7-b7c2-5fd6cc14b24d/55eaf589-77f6-499a-afbd-c0cef0a9d6c3/94b7692c-efda-4bea-a5a8-b5fa0be1f6c7) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:25.585391 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Publish callbacks [] for port (94b7692c-efda-4bea-a5a8-b5fa0be1f6c7), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:25.592497 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (94b7692c-efda-4bea-a5a8-b5fa0be1f6c7), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:25.646172 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Network ac997ab0-199f-40d7-b7c2-5fd6cc14b24d is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:25.647347 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Pushing event updated for resources: {'Port': ['ID=94b7692c-efda-4bea-a5a8-b5fa0be1f6c7,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:25.656278 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:25.659357 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.659751 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.660172 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.660524 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.660952 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.661305 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.662560 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.662560 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.662560 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.662560 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.662889 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.663161 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.663476 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.663801 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.664092 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:25.669038 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:17:25.769014 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Attempting to bind port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:17:25.769557 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Attempting to bind port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'd5066bd5-2b9a-4ceb-93d1-e85808539251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:17:25.769922 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Attempting to bind port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 on network ac997ab0-199f-40d7-b7c2-5fd6cc14b24d {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:17:25.777692 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:17:25.778041 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Checking segment: {'id': 'd5066bd5-2b9a-4ceb-93d1-e85808539251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:17:25.778417 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:25.779095 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Bound using segment: {'id': 'd5066bd5-2b9a-4ceb-93d1-e85808539251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:17:25.780105 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Bound port: 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5066bd5-2b9a-4ceb-93d1-e85808539251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:17:25.780505 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (94b7692c-efda-4bea-a5a8-b5fa0be1f6c7), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:25.860471 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] For port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:25.865648 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] For port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=94b7692c-efda-4bea-a5a8-b5fa0be1f6c7,segment=NetworkSegment(d5066bd5-2b9a-4ceb-93d1-e85808539251),segment_id=d5066bd5-2b9a-4ceb-93d1-e85808539251)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:25.877449 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (94b7692c-efda-4bea-a5a8-b5fa0be1f6c7), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:25.939544 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:25.955810 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:25.962152 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad63d6f-1b07-49e9-aa00-fb9a01101634 None None] Pushing event updated for resources: {'Port': ['ID=94b7692c-efda-4bea-a5a8-b5fa0be1f6c7,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:26.510057 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:26.587438 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:26.654670 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:17:26.655193 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (94b7692c-efda-4bea-a5a8-b5fa0be1f6c7), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:26.776612 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:17:26.777143 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (94b7692c-efda-4bea-a5a8-b5fa0be1f6c7), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:26.825050 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=94b7692c-efda-4bea-a5a8-b5fa0be1f6c7,segment=NetworkSegment(d5066bd5-2b9a-4ceb-93d1-e85808539251),segment_id=d5066bd5-2b9a-4ceb-93d1-e85808539251)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:26.836722 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (94b7692c-efda-4bea-a5a8-b5fa0be1f6c7), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:26.919521 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0e494-9f39-4eee-924e-874f6f49fe89 None None] Network ac997ab0-199f-40d7-b7c2-5fd6cc14b24d requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:17:26.976113 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=94b7692c-efda-4bea-a5a8-b5fa0be1f6c7,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:27.002221 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-c247e094-6a23-4529-95eb-95b43cf9b525 None None] Provisioning complete for port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:17:27.002602 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c247e094-6a23-4529-95eb-95b43cf9b525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (94b7692c-efda-4bea-a5a8-b5fa0be1f6c7), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:27.165938 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-c247e094-6a23-4529-95eb-95b43cf9b525 None None] Current status of the port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:17:27.396105 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-ae1be2aa-6b6b-476c-83ae-5c869d215e08 None None] Provisioning complete for port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:17:27.396501 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ae1be2aa-6b6b-476c-83ae-5c869d215e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (94b7692c-efda-4bea-a5a8-b5fa0be1f6c7), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:27.507180 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-ae1be2aa-6b6b-476c-83ae-5c869d215e08 None None] Current status of the port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:17:28.001431 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:28.571679 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:28.626843 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:17:28.627234 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (94b7692c-efda-4bea-a5a8-b5fa0be1f6c7), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:28.738213 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 94b7692c-efda-4bea-a5a8-b5fa0be1f6c7 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:17:28.951756 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:31.572309 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=31,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:31.572309 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=38,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:35.092921 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=43,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:35.094065 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=50,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:38.929929 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:38.938496 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:44.284222 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:45.285717 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 5 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:17:50.888842 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-47162034-8b56-4b05-84b0-f82fe8269551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:53.971998 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8711e547-4843-41f9-a5ab-f27fc5c946fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:55.279442 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:55.280501 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:17:56.514446 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:57.988884 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:17:58.955363 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:08.939592 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:08.948195 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:20.874445 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-57bbf7ab-2e35-4310-b9a7-c544bb67c2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:21.285654 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:21.286495 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:22.286150 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 5 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:18:23.969820 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c17eeee8-68dd-4e6e-a59d-d789c997f879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:26.511950 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:27.990888 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:28.947975 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:32.281184 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:38.935687 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:38.942424 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:48.455578 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41010) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:18:48.463289 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [None req-957737eb-241a-476e-90d1-5892b602cc0e tempest-verify_tempest_config-557284006 tempest-verify_tempest_config-557284006-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:18:48.464302 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-957737eb-241a-476e-90d1-5892b602cc0e tempest-verify_tempest_config-557284006 tempest-verify_tempest_config-557284006-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0077598 Aug 27 02:18:49.079550 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41028) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:18:49.499153 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:49.587346 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Publish callbacks [] for security_group (ec0c7b9c-49e3-4c88-bdfb-f93b44c4f5a4), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:49.592232 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (ec0c7b9c-49e3-4c88-bdfb-f93b44c4f5a4), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:49.648273 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e2891c77c6864ecb8600af5d1902acec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5675466 Aug 27 02:18:49.649154 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0c7b9c-49e3-4c88-bdfb-f93b44c4f5a4,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:49.651382 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41034) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:18:49.659579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.659579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.659579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.659579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.659579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.659579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.659579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.660258 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.660258 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.660768 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.661319 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.661826 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.662341 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.662849 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.663367 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb9679-a89c-435c-ba99-aed66e4a4c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.717872 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Publish callbacks [] for security_group (ec0c7b9c-49e3-4c88-bdfb-f93b44c4f5a4), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:49.739990 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Publish callbacks [] for security_group (ec0c7b9c-49e3-4c88-bdfb-f93b44c4f5a4), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:49.847933 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (ec0c7b9c-49e3-4c88-bdfb-f93b44c4f5a4), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:49.851147 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:49.852582 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ec0c7b9c-49e3-4c88-bdfb-f93b44c4f5a4 HTTP/1.1" status: 204 len: 168 time: 0.2000699 Aug 27 02:18:49.866675 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0c7b9c-49e3-4c88-bdfb-f93b44c4f5a4,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:49.874751 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.875115 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.875485 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.875853 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.876188 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.876485 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.876813 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.877163 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.877488 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.877807 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.878226 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.878486 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.878806 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.879290 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:49.879290 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bcf370-94ac-4651-b97c-e69f76fbdec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:50.870824 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-a4095e5c-dd39-4a36-b8c2-390393bcbb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:53.967868 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-115b8ea6-99ca-466b-870c-963de0db058d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:56.514856 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:57.993053 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:58.280650 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=13 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:58.288113 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=21 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:58.950477 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:18:59.285156 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 5 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:18:59.651773 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=15,neutron:INSERT=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:59.656638 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=24,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:59.870207 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:18:59.871534 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:19:08.943543 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:19:08.945500 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:19:09.280114 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:19:09.281099 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:19:20.868306 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-23ec88c6-e10a-438b-a053-b5098e53a2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:19:23.964571 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6af00a47-8922-4fa9-a1ce-232bcc64b681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:19:26.517697 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:19:27.996570 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:19:28.955772 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:19:35.274052 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:19:35.285874 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:19:36.286705 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 5 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:19:38.947639 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:19:38.949561 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:19:47.282612 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:19:47.283559 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:19:50.871255 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-916cee97-2721-451b-ace5-5a6d52e4fde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:19:53.960170 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-5ed6225e-a35f-405d-978c-1da087aeda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:19:56.523697 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:19:58.005389 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:19:58.958930 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:08.945956 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:20:08.952766 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:20:12.283653 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:20:12.284461 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:20:13.286043 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 5 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:20:20.869674 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cbd15ec3-2a85-4edf-8fa9-38b29ae42440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:23.282909 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:20:23.956441 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-08ac32f7-ffcf-44d6-911f-1121b9d9c3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:26.533883 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:27.556178 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675370'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:27.999468 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:28.958041 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:38.949650 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:20:38.951677 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:20:39.888580 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41132) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:20:40.038466 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d245b55c-4cc9-45ea-9949-4f5e6dd12d8f admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1486948 Aug 27 02:20:42.300774 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41142) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:20:42.362009 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6587936c-5acd-4e2f-9dac-7016c5686bd2 admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0600774 Aug 27 02:20:49.283459 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=15 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:20:49.284292 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=17 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:20:50.285061 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:20:50.872744 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ac33ccf1-a429-4e75-bb16-0e9f00a02ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:52.354949 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:20:52.355745 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:20:53.950536 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-5358bfbb-f180-4c72-8121-7aba804cb20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:56.531458 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:57.545128 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:57.998490 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:20:58.960880 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:00.281570 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:21:08.953867 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:21:08.955848 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:21:20.867363 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c0048422-59df-4416-9ba1-10333feeb3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:23.955779 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-f587c5e8-0457-48c8-87be-e56e607ce04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:26.280742 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:21:26.281650 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:21:26.532096 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:27.286613 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:21:27.542499 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:27.993650 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:28.970731 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:37.281207 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:21:37.284436 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:21:38.954720 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:21:38.964824 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:21:47.293241 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:21:50.871367 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bf23822d-3794-4419-94cf-5dcda024cdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:53.967043 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-a56bddf4-9bf3-429b-a775-cdfe1e23fc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:56.537225 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:57.547805 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:57.992582 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:21:58.975834 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:03.274280 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:03.280987 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:04.286696 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:22:08.967449 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:08.970465 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:14.281979 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:19.450829 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41324) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:19.783484 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-193605757-network', 'tenant_id': '880ac4003248441c809a76cfd1b221eb'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:19.805825 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Made reservation on behalf of 880ac4003248441c809a76cfd1b221eb for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:19.809260 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:19.820793 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:19.907607 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Publish callbacks [] for security_group (996ce4a6-b4f3-4885-a7d0-15a2790eb757), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:19.912116 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (996ce4a6-b4f3-4885-a7d0-15a2790eb757), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:19.936727 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:22:19.955465 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996ce4a6-b4f3-4885-a7d0-15a2790eb757,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:19.964282 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.964541 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.964895 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.965261 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.965584 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.965920 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.966224 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.966544 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.966882 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.967201 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.967517 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.967846 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.968304 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.968804 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.969145 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Tracked resource versions report: Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: pushed versions: Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: { 'AddressGroup': {'1.2'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Agent': {'1.1'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'ConntrackHelper': {'1.0'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'LocalIPAssociation': {'1.0'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Log': {'1.0'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'NDPProxy': {'1.0'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Network': {'1.1'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Port': {'1.7'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'PortForwarding': {'1.3'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'QosPolicy': {'1.10'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SecurityGroup': {'1.5'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SubPort': {'1.0'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Subnet': {'1.1'}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Trunk': {'1.1'}} Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: consumer versions: Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: { DHCP agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: HyperV agent@hv-cinder-84630: {}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: L3 agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: Metadata agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: Metering agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: Open vSwitch agent@dv-cinder-846303-3-iscsi: { 'AddressGroup': '1.2', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Agent': '1.1', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'ConntrackHelper': '1.0', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'LocalIPAssociation': '1.0', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Log': '1.0', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'NDPProxy': '1.0', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Network': '1.1', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Port': '1.7', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'PortForwarding': '1.3', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'QosPolicy': '1.10', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SecurityGroup': '1.5', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SecurityGroupRule': '1.2', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'SubPort': '1.0', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Subnet': '1.1', Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: 'Trunk': '1.1'}} Aug 27 02:22:19.970426 dv-cinder-846303-3-iscsi neutron-server[106603]: {{(pid=106603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:22:19.978022 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (0c685ed0-f08f-4a29-99b5-6deb02df3c59), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:19.978359 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Added segment 0c685ed0-f08f-4a29-99b5-6deb02df3c59 of type vlan for network 8ba10e7b-62f2-400d-a225-3160ea7a308c Aug 27 02:22:20.027869 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (8ba10e7b-62f2-400d-a225-3160ea7a308c), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.041661 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41348) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:20.057767 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (8ba10e7b-62f2-400d-a225-3160ea7a308c), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.058798 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:20.059399 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.119840 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6671727 Aug 27 02:22:20.123091 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41356) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:20.127929 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Request body: {'subnet': {'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-subnet', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:20.148646 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08668be-d37b-4fd6-9221-c1654a052c6c admin admin] Pushing event updated for resources: {'Network': ['ID=8ba10e7b-62f2-400d-a225-3160ea7a308c,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:20.150787 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Made reservation on behalf of 880ac4003248441c809a76cfd1b221eb for: {'subnet': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:20.153695 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.162744 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network 8ba10e7b-62f2-400d-a225-3160ea7a308c details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:22:20.212243 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41360) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:20.372223 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for subnet (683a9e1b-731e-4327-9750-9fc98cd997c7), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.432488 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=683a9e1b-731e-4327-9750-9fc98cd997c7,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:20.443830 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.444387 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.444840 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.445271 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.445651 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.446206 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.446750 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.447138 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.447524 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.447914 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.448467 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.448903 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.449599 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.450001 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.450373 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Tracked resource versions report: Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: pushed versions: Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: { 'AddressGroup': {'1.2'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Agent': {'1.1'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'ConntrackHelper': {'1.0'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'LocalIPAssociation': {'1.0'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Log': {'1.0'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'NDPProxy': {'1.0'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Network': {'1.1'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Port': {'1.7'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'PortForwarding': {'1.3'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'QosPolicy': {'1.10'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SecurityGroup': {'1.5'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SubPort': {'1.0'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Subnet': {'1.1'}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Trunk': {'1.1'}} Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: consumer versions: Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: { DHCP agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: HyperV agent@hv-cinder-84630: {}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: L3 agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: Metadata agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: Metering agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: Open vSwitch agent@dv-cinder-846303-3-iscsi: { 'AddressGroup': '1.2', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Agent': '1.1', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'ConntrackHelper': '1.0', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'LocalIPAssociation': '1.0', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Log': '1.0', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'NDPProxy': '1.0', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Network': '1.1', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Port': '1.7', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'PortForwarding': '1.3', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'QosPolicy': '1.10', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SecurityGroup': '1.5', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SecurityGroupRule': '1.2', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'SubPort': '1.0', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Subnet': '1.1', Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: 'Trunk': '1.1'}} Aug 27 02:22:20.451657 dv-cinder-846303-3-iscsi neutron-server[106604]: {{(pid=106604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:22:20.473686 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Checking segment: {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:20.474036 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Network hostable DHCP agents. Network: 8ba10e7b-62f2-400d-a225-3160ea7a308c, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:22:20.495886 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Network 8ba10e7b-62f2-400d-a225-3160ea7a308c is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:22:20.511293 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, 8ba10e7b-62f2-400d-a225-3160ea7a308c) {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:20.520938 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:20.522043 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.530917 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f04a2a-c157-4b63-aa5f-d9c9f020bbdc None None] Network 8ba10e7b-62f2-400d-a225-3160ea7a308c requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:22:20.557730 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-ea30e7b1-27dc-4efd-8881-91d624f12c17 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4307463 Aug 27 02:22:20.558072 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41382) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:20.563495 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:20.592724 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (8959e6e8-65dc-428f-93b6-e164250b150c), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.593792 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (8959e6e8-65dc-428f-93b6-e164250b150c), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.674759 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Publish callbacks [] for router_controller (8959e6e8-65dc-428f-93b6-e164250b150c), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.690818 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1417678200-network', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:20.731312 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Made reservation on behalf of f7ef4b44a3f94d599eacce269b06594c for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:20.734506 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.741687 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-8ba10e7b-62f2-400d-a225-3160ea7a308c', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'project_id': '880ac4003248441c809a76cfd1b221eb', 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:22:20.744606 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.752430 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.837193 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Publish callbacks [] for router_gateway (8959e6e8-65dc-428f-93b6-e164250b150c), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.848976 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-713668132-network', 'tenant_id': '5d5ec8450c0941d18d63558baab54737'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:20.936932 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Publish callbacks [] for security_group (f63af4aa-2b75-49cd-94b6-6fb7e836f85f), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.946266 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f63af4aa-2b75-49cd-94b6-6fb7e836f85f), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.982733 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Allocated IP 172.20.0.2 (8ba10e7b-62f2-400d-a225-3160ea7a308c/683a9e1b-731e-4327-9750-9fc98cd997c7/b098a0cc-47ed-4f48-a5ee-764e77284b08) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:20.987845 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Made reservation on behalf of 5d5ec8450c0941d18d63558baab54737 for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:20.990513 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:20.992752 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:22:21.028738 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (ea5158ef-878d-416c-be80-fa70b049707d), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.030923 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Added segment ea5158ef-878d-416c-be80-fa70b049707d of type vlan for network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 Aug 27 02:22:21.082877 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.114866 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Publish callbacks [] for router_gateway (8959e6e8-65dc-428f-93b6-e164250b150c), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.143921 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.149552 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:21.157429 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Publish callbacks [] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.168476 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:21.169652 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.204767 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (1d7da9b1-bc52-4897-b0d0-f4970cc43ec9), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.237911 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Network 8ba10e7b-62f2-400d-a225-3160ea7a308c is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:21.244055 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Pushing event updated for resources: {'Port': ['ID=b098a0cc-47ed-4f48-a5ee-764e77284b08,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:21.253109 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:21.260419 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.261007 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.261573 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.261982 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (1d7da9b1-bc52-4897-b0d0-f4970cc43ec9), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.262314 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.262789 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.263273 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.263752 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.263879 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:21.264334 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.264811 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.265047 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.265460 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.265949 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.266444 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.266916 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.267444 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.268039 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Tracked resource versions report: Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: pushed versions: Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: { 'AddressGroup': {'1.2'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Agent': {'1.1'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'ConntrackHelper': {'1.0'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'LocalIPAssociation': {'1.0'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Log': {'1.0'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'NDPProxy': {'1.0'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Network': {'1.1'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Port': {'1.7'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'PortForwarding': {'1.3'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'QosPolicy': {'1.10'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SecurityGroup': {'1.5'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SubPort': {'1.0'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Subnet': {'1.1'}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Trunk': {'1.1'}} Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: consumer versions: Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: { DHCP agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: HyperV agent@hv-cinder-84630: {}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: L3 agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: Metadata agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: Metering agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: Open vSwitch agent@dv-cinder-846303-3-iscsi: { 'AddressGroup': '1.2', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Agent': '1.1', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'ConntrackHelper': '1.0', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'LocalIPAssociation': '1.0', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Log': '1.0', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'NDPProxy': '1.0', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Network': '1.1', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Port': '1.7', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'PortForwarding': '1.3', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'QosPolicy': '1.10', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SecurityGroup': '1.5', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SecurityGroupRule': '1.2', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'SubPort': '1.0', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Subnet': '1.1', Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: 'Trunk': '1.1'}} Aug 27 02:22:21.269768 dv-cinder-846303-3-iscsi neutron-server[106605]: {{(pid=106605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:22:21.275539 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:21.282846 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:21.318586 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2756724 Aug 27 02:22:21.320625 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41402) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:21.334055 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] Request body: {'subnet': {'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1417678200-subnet', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:21.363270 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Attempting to bind port b098a0cc-47ed-4f48-a5ee-764e77284b08 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:22:21.364148 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Attempting to bind port b098a0cc-47ed-4f48-a5ee-764e77284b08 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:22:21.364689 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Attempting to bind port b098a0cc-47ed-4f48-a5ee-764e77284b08 on network 8ba10e7b-62f2-400d-a225-3160ea7a308c {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:22:21.368950 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] Made reservation on behalf of f7ef4b44a3f94d599eacce269b06594c for: {'subnet': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:21.371615 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.373507 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:22:21.374113 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Checking segment: {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:21.374680 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.375228 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Bound using segment: {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:22:21.375906 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Bound port: b098a0cc-47ed-4f48-a5ee-764e77284b08, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:22:21.376497 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.391361 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d9b28693-1edb-4f7b-ac8c-1225b43f4e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.449897 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] For port b098a0cc-47ed-4f48-a5ee-764e77284b08, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:21.453947 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] For port b098a0cc-47ed-4f48-a5ee-764e77284b08, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=b098a0cc-47ed-4f48-a5ee-764e77284b08,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:21.464926 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.465264 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=16,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:21.465880 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:21.484100 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63af4aa-2b75-49cd-94b6-6fb7e836f85f,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:21.536063 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4d5a1-ad17-4e82-bfb9-88e3e8295d7a None None] Pushing event updated for resources: {'Port': ['ID=b098a0cc-47ed-4f48-a5ee-764e77284b08,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:21.562231 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Publish callbacks [] for security_group (21c3b9ae-6505-43bb-852e-a530f5f1756e), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.580615 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Allocated IP 172.27.1.130 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/f335d52c-70bd-474e-84a6-4177a5adc66f) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:21.719759 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for subnet (3aef2d45-7fcd-4542-a86b-743b014ff772), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.720484 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Publish callbacks [] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.754088 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (21c3b9ae-6505-43bb-852e-a530f5f1756e), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.761309 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.782723 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfac28e-88d5-4375-a758-dff48abb35ee admin admin] Pushing event updated for resources: {'Network': ['ID=1d7da9b1-bc52-4897-b0d0-f4970cc43ec9,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:21.782869 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:21.785999 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:21.790488 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:21.806219 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] Checking segment: {'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:21.806574 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] Network hostable DHCP agents. Network: 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:22:21.862019 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:22:21.888659 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aef2d45-7fcd-4542-a86b-743b014ff772,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:21.888659 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] Network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:22:21.888659 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9) {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:21.888659 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:21.888659 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.914699 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-e5701193-b318-4e6a-a293-878029bd0a7e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5877116 Aug 27 02:22:21.916438 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9960896-5859-48e4-87b8-f7549cb47963 None None] Network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:22:21.917935 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41418) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:21.934645 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1417678200-router', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:21.978116 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:22:21.991729 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (110de7af-a1f3-44ca-9955-484034fbaa54), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:21.992171 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Added segment 110de7af-a1f3-44ca-9955-484034fbaa54 of type vlan for network 134184f4-d632-4173-b77c-1566bf4eb0fb Aug 27 02:22:22.043697 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (7b046139-bc8d-47fc-93be-0ba53ea67757), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:22.044907 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (7b046139-bc8d-47fc-93be-0ba53ea67757), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:22.070092 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (134184f4-d632-4173-b77c-1566bf4eb0fb), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:22.133082 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-1d7da9b1-bc52-4897-b0d0-f4970cc43ec9', 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9', 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'fixed_ips': [{'subnet_id': '3aef2d45-7fcd-4542-a86b-743b014ff772'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:22:22.137518 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:22.160663 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Pushing event updated for resources: {'Port': ['ID=f335d52c-70bd-474e-84a6-4177a5adc66f,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:22.323109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (134184f4-d632-4173-b77c-1566bf4eb0fb), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:22.324724 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:22.325612 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:22.403715 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Publish callbacks [] for router_gateway (8959e6e8-65dc-428f-93b6-e164250b150c), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:22.405277 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=7 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:22.413868 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Allocated IP 172.20.0.2 (1d7da9b1-bc52-4897-b0d0-f4970cc43ec9/3aef2d45-7fcd-4542-a86b-743b014ff772/d3ce59c4-fe99-4433-8909-073fd8e5bc7e) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:22.428252 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2142606 Aug 27 02:22:22.470579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41430) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:22.476012 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] Request body: {'subnet': {'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-713668132-subnet', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:22.587261 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Publish callbacks [] for router_controller (7b046139-bc8d-47fc-93be-0ba53ea67757), precommit_add_association {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:22.595765 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:22.597511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Pushing event updated for resources: {'Network': ['ID=134184f4-d632-4173-b77c-1566bf4eb0fb,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:22.652884 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] Made reservation on behalf of 5d5ec8450c0941d18d63558baab54737 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:22.670225 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:22.782029 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network 134184f4-d632-4173-b77c-1566bf4eb0fb details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:22:22.981273 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:22.991218 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device b098a0cc-47ed-4f48-a5ee-764e77284b08 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:23.029841 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (8959e6e8-65dc-428f-93b6-e164250b150c), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:23.179950 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c66db-ae84-4aa7-992b-8544cd457176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c3b9ae-6505-43bb-852e-a530f5f1756e,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:23.209700 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Publish callbacks [] for router_gateway (7b046139-bc8d-47fc-93be-0ba53ea67757), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:23.315956 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Router 8959e6e8-65dc-428f-93b6-e164250b150c is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:22:23.422562 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f90b7-048f-443d-9ee8-1f54bb01b105 None None] Network 8ba10e7b-62f2-400d-a225-3160ea7a308c requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:22:23.540701 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Publish callbacks [] for router_gateway (7b046139-bc8d-47fc-93be-0ba53ea67757), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:23.595624 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:23.623396 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:23.648920 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-a2e1ba2d-87f4-4db3-b888-5c3970b55bb8 None None] Provisioning complete for port b098a0cc-47ed-4f48-a5ee-764e77284b08 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:23.649361 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-a2e1ba2d-87f4-4db3-b888-5c3970b55bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:23.768152 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:23.853092 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:23.870771 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:23.876504 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Allocated IP 172.27.1.85 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/6215e1a9-acc5-4173-b3de-bc55dc5cfb32) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:23.884299 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Sync routers for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:23.905248 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for subnet (41d6ba94-b6a6-440c-9701-0c07c8b22c65), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:23.910627 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:23.912416 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:21:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:23.922243 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port b098a0cc-47ed-4f48-a5ee-764e77284b08 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:23.925604 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.015928 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.022030 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-25d9b019-976d-4985-b44b-068d36af1883 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4582808 Aug 27 02:22:24.022030 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d6ba94-b6a6-440c-9701-0c07c8b22c65,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:24.022481 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41474) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:24.125189 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] Checking segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:24.126252 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] Network hostable DHCP agents. Network: 134184f4-d632-4173-b77c-1566bf4eb0fb, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:22:24.157809 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Publish callbacks [] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.169767 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-2b415f04-6782-45fc-8873-2550974afb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.179622 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] Network 134184f4-d632-4173-b77c-1566bf4eb0fb is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:22:24.198072 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, 134184f4-d632-4173-b77c-1566bf4eb0fb) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:24.209049 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:24.209049 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.250155 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2c317e79-5529-442c-afa6-338833037114 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7783120 Aug 27 02:22:24.250918 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41480) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:24.253745 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Publish callbacks [] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.259210 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:24.290416 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-a2e1ba2d-87f4-4db3-b888-5c3970b55bb8 None None] Current status of the port b098a0cc-47ed-4f48-a5ee-764e77284b08 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:24.291003 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-a2e1ba2d-87f4-4db3-b888-5c3970b55bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.294446 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c850a-41dd-4459-9093-2eacf2ed8c9c None None] Network 134184f4-d632-4173-b77c-1566bf4eb0fb requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:22:24.308077 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (e3773958-dd2d-4e04-8c9e-12c030af0188), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.309210 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (e3773958-dd2d-4e04-8c9e-12c030af0188), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.329056 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:24.430989 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Publish callbacks [] for router_controller (e3773958-dd2d-4e04-8c9e-12c030af0188), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.447439 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.519002 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:24.524125 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.527819 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:24.545090 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:24.654766 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:24.698324 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-134184f4-d632-4173-b77c-1566bf4eb0fb', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:22:24.700771 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.847544 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:24.855696 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port b098a0cc-47ed-4f48-a5ee-764e77284b08 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:24.857549 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.880665 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6215e1a9-acc5-4173-b3de-bc55dc5cfb32,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:24.903314 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Pushing event updated for resources: {'Port': ['ID=d3ce59c4-fe99-4433-8909-073fd8e5bc7e,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:24.911175 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Publish callbacks [] for router_gateway (e3773958-dd2d-4e04-8c9e-12c030af0188), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:24.970706 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:21Z', 'revision_number': 3, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:25.001155 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Checking router: 8959e6e8-65dc-428f-93b6-e164250b150c for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:25.001817 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Updating router 8959e6e8-65dc-428f-93b6-e164250b150c port f335d52c-70bd-474e-84a6-4177a5adc66f binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:22:25.012693 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Attempting to bind port d3ce59c4-fe99-4433-8909-073fd8e5bc7e on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:22:25.013517 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Attempting to bind port d3ce59c4-fe99-4433-8909-073fd8e5bc7e by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:22:25.014030 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Attempting to bind port d3ce59c4-fe99-4433-8909-073fd8e5bc7e on network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:22:25.026003 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-a2e1ba2d-87f4-4db3-b888-5c3970b55bb8 None None] For port b098a0cc-47ed-4f48-a5ee-764e77284b08, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=b098a0cc-47ed-4f48-a5ee-764e77284b08,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:25.057213 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.138924 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:22:25.139302 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Checking segment: {'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:25.139709 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.140178 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Bound using segment: {'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:22:25.142047 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Bound port: d3ce59c4-fe99-4433-8909-073fd8e5bc7e, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:22:25.143716 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.164730 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.db.api [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 02:22:25.165252 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG oslo_db.api [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:22:25.168370 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:25.168498 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-a2e1ba2d-87f4-4db3-b888-5c3970b55bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.267068 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1ba2d-87f4-4db3-b888-5c3970b55bb8 None None] Pushing event updated for resources: {'Port': ['ID=b098a0cc-47ed-4f48-a5ee-764e77284b08,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:25.270399 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:25.323131 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-928bfc26-3eef-4f17-aff0-4007d14cdd43 None None] Provisioning complete for port b098a0cc-47ed-4f48-a5ee-764e77284b08 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:25.323131 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-928bfc26-3eef-4f17-aff0-4007d14cdd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.371033 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Publish callbacks [] for router_gateway (e3773958-dd2d-4e04-8c9e-12c030af0188), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.383021 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.407665 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:25.407920 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:25.415245 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:25.436739 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.438648 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] For port d3ce59c4-fe99-4433-8909-073fd8e5bc7e, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:25.497469 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] For port d3ce59c4-fe99-4433-8909-073fd8e5bc7e, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=d3ce59c4-fe99-4433-8909-073fd8e5bc7e,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:25.519194 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.548290 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Publish callbacks [] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.559435 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.576956 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Allocated IP 172.20.0.2 (134184f4-d632-4173-b77c-1566bf4eb0fb/41d6ba94-b6a6-440c-9701-0c07c8b22c65/518e7605-64a6-4589-80aa-fcb1c759fd3f) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:25.680717 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Pushing event updated for resources: {'Port': ['ID=f335d52c-70bd-474e-84a6-4177a5adc66f,revision_number=2']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:25.717513 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.717862 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.718215 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.718564 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.718897 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.719223 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.723722 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.724193 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.726766 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.727125 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.730219 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.730609 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.730948 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.731283 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.731609 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Tracked resource versions report: Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: pushed versions: Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: { 'AddressGroup': {'1.2'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Agent': {'1.1'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'ConntrackHelper': {'1.0'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'LocalIPAssociation': {'1.0'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Log': {'1.0'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'NDPProxy': {'1.0'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Network': {'1.1'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Port': {'1.7'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'PortForwarding': {'1.3'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'QosPolicy': {'1.10'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SecurityGroup': {'1.5'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SubPort': {'1.0'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Subnet': {'1.1'}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Trunk': {'1.1'}} Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: consumer versions: Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: { DHCP agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: HyperV agent@hv-cinder-84630: {}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: L3 agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: Metadata agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: Metering agent@dv-cinder-846303-3-iscsi: {}, Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: Open vSwitch agent@dv-cinder-846303-3-iscsi: { 'AddressGroup': '1.2', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Agent': '1.1', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'ConntrackHelper': '1.0', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'LocalIPAssociation': '1.0', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Log': '1.0', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'NDPProxy': '1.0', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Network': '1.1', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Port': '1.7', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'PortForwarding': '1.3', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'QosPolicy': '1.10', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SecurityGroup': '1.5', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SecurityGroupRule': '1.2', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'SubPort': '1.0', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Subnet': '1.1', Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: 'Trunk': '1.1'}} Aug 27 02:22:25.736591 dv-cinder-846303-3-iscsi neutron-server[106606]: {{(pid=106606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:22:25.746669 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Attempting to bind port f335d52c-70bd-474e-84a6-4177a5adc66f on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:22:25.747250 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Attempting to bind port f335d52c-70bd-474e-84a6-4177a5adc66f by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:22:25.747591 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Attempting to bind port f335d52c-70bd-474e-84a6-4177a5adc66f on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:22:25.753031 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:25.754518 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Allocated IP 172.27.1.92 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/219b414d-5dcb-46f3-b7fc-27be415ed6e9) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:25.762560 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:22:25.764138 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:25.765959 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.770600 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:22:25.773010 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Bound port: f335d52c-70bd-474e-84a6-4177a5adc66f, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:22:25.774463 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:25.870790 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-928bfc26-3eef-4f17-aff0-4007d14cdd43 None None] Current status of the port b098a0cc-47ed-4f48-a5ee-764e77284b08 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:25.914667 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port b098a0cc-47ed-4f48-a5ee-764e77284b08 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:25.956826 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a4e22-352f-47f0-b726-0a23843b7278 None None] Pushing event updated for resources: {'Port': ['ID=d3ce59c4-fe99-4433-8909-073fd8e5bc7e,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:25.976523 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] For port f335d52c-70bd-474e-84a6-4177a5adc66f, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:25.980638 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] For port f335d52c-70bd-474e-84a6-4177a5adc66f, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=f335d52c-70bd-474e-84a6-4177a5adc66f,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:26.009482 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:26.144331 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Publish callbacks [] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:26.171333 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device b098a0cc-47ed-4f48-a5ee-764e77284b08 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:26.182735 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:26.183951 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:26.185995 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:22:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:26.187999 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:26.248872 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:26.253776 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:26.261792 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Publish callbacks [] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:26.264044 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port b098a0cc-47ed-4f48-a5ee-764e77284b08 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:26.264532 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:26.270945 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:26.280394 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:26.341957 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Pushing event updated for resources: {'Port': ['ID=219b414d-5dcb-46f3-b7fc-27be415ed6e9,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:26.361807 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:26.380796 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Network 134184f4-d632-4173-b77c-1566bf4eb0fb is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:26.383783 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:26.388340 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Pushing event updated for resources: {'Port': ['ID=518e7605-64a6-4589-80aa-fcb1c759fd3f,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:26.388908 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1e85f-3d47-4407-a649-63b2882fd9d3 None None] Pushing event updated for resources: {'Port': ['ID=f335d52c-70bd-474e-84a6-4177a5adc66f,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:26.392078 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:26.395892 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:26.571116 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:26.715211 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port b098a0cc-47ed-4f48-a5ee-764e77284b08 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:26.780164 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Publish callbacks [] for router_gateway (7b046139-bc8d-47fc-93be-0ba53ea67757), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:26.815916 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Attempting to bind port 518e7605-64a6-4589-80aa-fcb1c759fd3f on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:22:26.816348 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Attempting to bind port 518e7605-64a6-4589-80aa-fcb1c759fd3f by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:22:26.817794 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Attempting to bind port 518e7605-64a6-4589-80aa-fcb1c759fd3f on network 134184f4-d632-4173-b77c-1566bf4eb0fb {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:22:26.830848 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:26.833650 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:22:26.834031 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Checking segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:26.834426 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:26.834936 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Bound using segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:22:26.835459 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Bound port: 518e7605-64a6-4589-80aa-fcb1c759fd3f, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:22:26.837410 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:26.903906 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Allocated IP 172.20.0.1 (8ba10e7b-62f2-400d-a225-3160ea7a308c/683a9e1b-731e-4327-9750-9fc98cd997c7/3437fd16-4990-45b9-8425-3125f5364882) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:26.957245 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Publish callbacks [] for router_gateway (e3773958-dd2d-4e04-8c9e-12c030af0188), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:26.958837 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:26.985681 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] For port 518e7605-64a6-4589-80aa-fcb1c759fd3f, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:26.990475 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] For port 518e7605-64a6-4589-80aa-fcb1c759fd3f, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=518e7605-64a6-4589-80aa-fcb1c759fd3f,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:27.020812 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:27.076068 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:27.102857 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:21Z', 'revision_number': 3, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:27.206451 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41560) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:27.243495 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6f8cc-8943-4c8d-97d1-ba3cdb912df1 None None] The sync data for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi is: [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:21Z', 'revision_number': 3, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:27.253775 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f32fa1-2dfa-4a72-a058-9bffc5dddebb None None] Pushing event updated for resources: {'Port': ['ID=518e7605-64a6-4589-80aa-fcb1c759fd3f,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:27.282523 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:27.339102 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Publish callbacks [] for port (3437fd16-4990-45b9-8425-3125f5364882), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:27.583619 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a51447e-1ff7-4d56-a527-fede4b6d0f53 None None] Network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:22:27.599550 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:27.642501 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-77163efb-2eeb-41fa-a1fc-36551fb600e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:27.688831 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (3437fd16-4990-45b9-8425-3125f5364882), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:27.823260 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-e21f50d3-10a7-40a0-9e4c-d50d386ae131 None None] Provisioning complete for port d3ce59c4-fe99-4433-8909-073fd8e5bc7e triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:27.824792 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e21f50d3-10a7-40a0-9e4c-d50d386ae131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:27.897639 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Network 8ba10e7b-62f2-400d-a225-3160ea7a308c is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:27.900248 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-77163efb-2eeb-41fa-a1fc-36551fb600e9 admin admin] Publish callbacks [] for security_group (f01af525-8505-4f54-8d1a-26cf1e65b58b), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:27.901341 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (7b046139-bc8d-47fc-93be-0ba53ea67757), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:27.911233 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:27.914887 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:27.915399 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (8959e6e8-65dc-428f-93b6-e164250b150c), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:27.918152 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Pushing event updated for resources: {'Port': ['ID=3437fd16-4990-45b9-8425-3125f5364882,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:27.930968 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (e3773958-dd2d-4e04-8c9e-12c030af0188), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:27.958313 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-77163efb-2eeb-41fa-a1fc-36551fb600e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f01af525-8505-4f54-8d1a-26cf1e65b58b), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:28.147532 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77163efb-2eeb-41fa-a1fc-36551fb600e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01af525-8505-4f54-8d1a-26cf1e65b58b,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:28.402603 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41598) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:28.473952 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:28.492895 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-77163efb-2eeb-41fa-a1fc-36551fb600e9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=772942aea6ee43ff8146ab63c261c275&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2743404 Aug 27 02:22:28.496812 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41602) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:28.503276 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device d3ce59c4-fe99-4433-8909-073fd8e5bc7e up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:28.548993 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:28.598867 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Router e3773958-dd2d-4e04-8c9e-12c030af0188 is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:22:28.605828 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:28.637747 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-52451d07-9989-47f0-8b9a-65e40e41c820 admin admin] Publish callbacks [] for security_group (f01af525-8505-4f54-8d1a-26cf1e65b58b), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:28.682595 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:28.798711 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-e21f50d3-10a7-40a0-9e4c-d50d386ae131 None None] Current status of the port d3ce59c4-fe99-4433-8909-073fd8e5bc7e is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:28.799377 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e21f50d3-10a7-40a0-9e4c-d50d386ae131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:28.862412 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2ac1c062-c450-42f1-9739-ec59a8326bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:28.868274 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-52451d07-9989-47f0-8b9a-65e40e41c820 admin admin] Publish callbacks [] for security_group (f01af525-8505-4f54-8d1a-26cf1e65b58b), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:28.868638 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Router 7b046139-bc8d-47fc-93be-0ba53ea67757 is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:22:28.928557 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-e21f50d3-10a7-40a0-9e4c-d50d386ae131 None None] For port d3ce59c4-fe99-4433-8909-073fd8e5bc7e, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=d3ce59c4-fe99-4433-8909-073fd8e5bc7e,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:28.937513 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e21f50d3-10a7-40a0-9e4c-d50d386ae131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:28.943366 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port d3ce59c4-fe99-4433-8909-073fd8e5bc7e triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:28.945909 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.015537 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd9598-64d0-4018-840d-cae5a121e2b9 None None] Network 134184f4-d632-4173-b77c-1566bf4eb0fb requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:22:29.025740 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:29.027854 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-52451d07-9989-47f0-8b9a-65e40e41c820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f01af525-8505-4f54-8d1a-26cf1e65b58b), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.030463 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-52451d07-9989-47f0-8b9a-65e40e41c820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.036590 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-52451d07-9989-47f0-8b9a-65e40e41c820 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f01af525-8505-4f54-8d1a-26cf1e65b58b HTTP/1.1" status: 204 len: 168 time: 0.5320566 Aug 27 02:22:29.084329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.089314 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-180305ab-e21f-4f47-b73e-b88a4a14f03a admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8339822 Aug 27 02:22:29.099506 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41620) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:29.108441 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Sync routers for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:29.118276 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52451d07-9989-47f0-8b9a-65e40e41c820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01af525-8505-4f54-8d1a-26cf1e65b58b,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:29.195237 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (3437fd16-4990-45b9-8425-3125f5364882), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.206107 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.222934 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-7bac336f-4b8d-45fe-8acf-21fecda121c6 None None] Provisioning complete for port 518e7605-64a6-4589-80aa-fcb1c759fd3f triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:29.223706 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7bac336f-4b8d-45fe-8acf-21fecda121c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.283827 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:29.303922 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f50d3-10a7-40a0-9e4c-d50d386ae131 None None] Pushing event updated for resources: {'Port': ['ID=d3ce59c4-fe99-4433-8909-073fd8e5bc7e,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:29.326704 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:29.327441 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:22:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:29.348920 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:29.379086 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:29.390894 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Sync routers for ids ['7b046139-bc8d-47fc-93be-0ba53ea67757'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:29.410887 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Routers {'7b046139-bc8d-47fc-93be-0ba53ea67757'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:29.415198 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:22:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['7b046139-bc8d-47fc-93be-0ba53ea67757'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:29.454152 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2ac1c062-c450-42f1-9739-ec59a8326bfe admin admin] Publish callbacks [] for security_group (db571cbd-1233-410c-82a4-1554ebdff901), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.462546 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.467632 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-fe14dcab-d625-4858-a03b-d9b52276e0e0 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5481787 Aug 27 02:22:29.469202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41634) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:29.478514 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2ac1c062-c450-42f1-9739-ec59a8326bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (db571cbd-1233-410c-82a4-1554ebdff901), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.534179 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1c062-c450-42f1-9739-ec59a8326bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db571cbd-1233-410c-82a4-1554ebdff901,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:29.634212 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-2ac1c062-c450-42f1-9739-ec59a8326bfe admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=458b9db3913441959977889262b2236c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2216802 Aug 27 02:22:29.637889 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41638) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:29.638516 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41640) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:29.670334 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Set router 7b046139-bc8d-47fc-93be-0ba53ea67757 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:29.690684 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92f95192-7639-4fd8-a5a9-2e4559abdeef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.772937 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:29.882979 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Publish callbacks [] for port (3437fd16-4990-45b9-8425-3125f5364882), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.895702 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'name': 'tempest-DeleteServersTestJSON-1417678200-router', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:22Z', 'updated_at': '2022-08-27T02:22:25Z', 'revision_number': 3, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'gw_port': {'id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:23Z', 'updated_at': '2022-08-27T02:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:29.901605 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:29.929877 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Checking router: 7b046139-bc8d-47fc-93be-0ba53ea67757 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:29.930509 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Updating router 7b046139-bc8d-47fc-93be-0ba53ea67757 port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:22:29.952199 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-7bac336f-4b8d-45fe-8acf-21fecda121c6 None None] Current status of the port 518e7605-64a6-4589-80aa-fcb1c759fd3f is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:29.952711 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7bac336f-4b8d-45fe-8acf-21fecda121c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:29.971712 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port d3ce59c4-fe99-4433-8909-073fd8e5bc7e is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:29.972845 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 518e7605-64a6-4589-80aa-fcb1c759fd3f up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:29.982868 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.046701 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:30.071073 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (3437fd16-4990-45b9-8425-3125f5364882), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.071301 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-7bac336f-4b8d-45fe-8acf-21fecda121c6 None None] For port 518e7605-64a6-4589-80aa-fcb1c759fd3f, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=518e7605-64a6-4589-80aa-fcb1c759fd3f,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:30.071998 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (8959e6e8-65dc-428f-93b6-e164250b150c), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.125596 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7bac336f-4b8d-45fe-8acf-21fecda121c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.157806 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.191065 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-7bac336f-4b8d-45fe-8acf-21fecda121c6 None None] Provisioning complete for port 3437fd16-4990-45b9-8425-3125f5364882 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:30.191445 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7bac336f-4b8d-45fe-8acf-21fecda121c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (3437fd16-4990-45b9-8425-3125f5364882), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.208369 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:30.232849 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac336f-4b8d-45fe-8acf-21fecda121c6 None None] Pushing event updated for resources: {'Port': ['ID=518e7605-64a6-4589-80aa-fcb1c759fd3f,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:30.243836 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-7bac336f-4b8d-45fe-8acf-21fecda121c6 None None] Port 3437fd16-4990-45b9-8425-3125f5364882 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:22:30.255658 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Network 8ba10e7b-62f2-400d-a225-3160ea7a308c is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:30.259017 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 518e7605-64a6-4589-80aa-fcb1c759fd3f triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:30.260227 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.294327 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:30.478418 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Allocated IP 172.20.0.1 (134184f4-d632-4173-b77c-1566bf4eb0fb/41d6ba94-b6a6-440c-9701-0c07c8b22c65/6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:30.480309 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:30.495424 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-3bbeefa4-4fe0-4589-84b9-9afe91830a24 None None] Provisioning complete for port d3ce59c4-fe99-4433-8909-073fd8e5bc7e triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:30.496150 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3bbeefa4-4fe0-4589-84b9-9afe91830a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.502559 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Router 8959e6e8-65dc-428f-93b6-e164250b150c has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:30.514259 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8bc6378f-56c8-4b4d-839e-6ee8baa91217 admin admin] Publish callbacks [] for security_group (db571cbd-1233-410c-82a4-1554ebdff901), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.554909 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:26Z', 'revision_number': 3, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:30.560440 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Publish callbacks [] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.568838 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.593599 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 518e7605-64a6-4589-80aa-fcb1c759fd3f is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:30.595619 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device f335d52c-70bd-474e-84a6-4177a5adc66f up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:30.622551 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Publish callbacks [] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.631135 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Attempting to bind port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:22:30.631546 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Attempting to bind port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:22:30.631898 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Attempting to bind port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:22:30.638511 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Checking router: e3773958-dd2d-4e04-8c9e-12c030af0188 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:30.639148 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Updating router e3773958-dd2d-4e04-8c9e-12c030af0188 port 219b414d-5dcb-46f3-b7fc-27be415ed6e9 binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:22:30.644562 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:22:30.644942 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:30.645718 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.646474 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:22:30.646598 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Bound port: 6215e1a9-acc5-4173-b3de-bc55dc5cfb32, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:22:30.647160 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.650342 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14b8b6-9fa4-4f31-9d0b-1d5b0a86ac05 None None] Pushing event updated for resources: {'Port': ['ID=6215e1a9-acc5-4173-b3de-bc55dc5cfb32,revision_number=2']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:30.662892 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.717367 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:30.722059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.726037 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] For port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:30.728710 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:30.732794 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] For port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=6215e1a9-acc5-4173-b3de-bc55dc5cfb32,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:30.745676 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/8959e6e8-65dc-428f-93b6-e164250b150c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7104616 Aug 27 02:22:30.745908 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Network 134184f4-d632-4173-b77c-1566bf4eb0fb is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:30.746018 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059fc5a-1304-4ec0-a250-779bc0c5998b admin admin] Pushing event updated for resources: {'Port': ['ID=3437fd16-4990-45b9-8425-3125f5364882,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:30.753099 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:30.759393 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.759707 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:30.760235 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (e3773958-dd2d-4e04-8c9e-12c030af0188), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.799707 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Sync routers for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:30.814272 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port f335d52c-70bd-474e-84a6-4177a5adc66f triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:30.815161 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.824584 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:30.825546 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14b8b6-9fa4-4f31-9d0b-1d5b0a86ac05 None None] Pushing event updated for resources: {'Port': ['ID=6215e1a9-acc5-4173-b3de-bc55dc5cfb32,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:30.835206 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Routers {'7b046139-bc8d-47fc-93be-0ba53ea67757'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:30.839448 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:22:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['7b046139-bc8d-47fc-93be-0ba53ea67757'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:30.851010 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Pushing event updated for resources: {'Port': ['ID=6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:30.866829 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92f95192-7639-4fd8-a5a9-2e4559abdeef admin admin] Publish callbacks [] for security_group (64abd7ed-077c-4463-822a-7bc25038908b), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.876710 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8bc6378f-56c8-4b4d-839e-6ee8baa91217 admin admin] Publish callbacks [] for security_group (db571cbd-1233-410c-82a4-1554ebdff901), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:30.917799 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:30.947473 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:30.970314 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-3bbeefa4-4fe0-4589-84b9-9afe91830a24 None None] Current status of the port d3ce59c4-fe99-4433-8909-073fd8e5bc7e is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:31.065314 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:31.065314 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:22:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:31.068428 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] Set router 7b046139-bc8d-47fc-93be-0ba53ea67757 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:31.091512 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92f95192-7639-4fd8-a5a9-2e4559abdeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (64abd7ed-077c-4463-822a-7bc25038908b), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.118753 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:31.148324 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.149699 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:31.187666 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-e79f9166-eccf-4011-bd1f-2ab4434e63e5 None None] Provisioning complete for port 518e7605-64a6-4589-80aa-fcb1c759fd3f triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:31.188062 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e79f9166-eccf-4011-bd1f-2ab4434e63e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.213331 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-92f95192-7639-4fd8-a5a9-2e4559abdeef admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f955963f181a4e8f9274cdc63dca5880&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5657065 Aug 27 02:22:31.221045 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41670) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:31.221915 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f95192-7639-4fd8-a5a9-2e4559abdeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64abd7ed-077c-4463-822a-7bc25038908b,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:31.379111 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f09e8cb7-4788-45f4-959f-d38e30361d66 admin admin] Publish callbacks [] for security_group (64abd7ed-077c-4463-822a-7bc25038908b), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.405045 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8bc6378f-56c8-4b4d-839e-6ee8baa91217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (db571cbd-1233-410c-82a4-1554ebdff901), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.409160 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'name': 'tempest-DeleteServersTestJSON-1417678200-router', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:22Z', 'updated_at': '2022-08-27T02:22:25Z', 'revision_number': 3, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'gw_port': {'id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:23Z', 'updated_at': '2022-08-27T02:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:31.409462 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8bc6378f-56c8-4b4d-839e-6ee8baa91217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.410625 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-8bc6378f-56c8-4b4d-839e-6ee8baa91217 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/db571cbd-1233-410c-82a4-1554ebdff901 HTTP/1.1" status: 204 len: 168 time: 1.7619579 Aug 27 02:22:31.451189 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6378f-56c8-4b4d-839e-6ee8baa91217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db571cbd-1233-410c-82a4-1554ebdff901,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:31.486664 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41690) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:31.488507 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b62c0-22e2-4304-b8e3-cfc2cff74248 None None] The sync data for ids ['7b046139-bc8d-47fc-93be-0ba53ea67757'] in dv-cinder-846303-3-iscsi is: [{'id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'name': 'tempest-DeleteServersTestJSON-1417678200-router', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:22Z', 'updated_at': '2022-08-27T02:22:25Z', 'revision_number': 3, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'gw_port': {'id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:23Z', 'updated_at': '2022-08-27T02:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:31.489406 dv-cinder-846303-3-iscsi neutron-server[106603]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 02:22:31.503071 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f09e8cb7-4788-45f4-959f-d38e30361d66 admin admin] Publish callbacks [] for security_group (64abd7ed-077c-4463-822a-7bc25038908b), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.510820 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Publish callbacks [] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.566178 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.566954 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (e3773958-dd2d-4e04-8c9e-12c030af0188), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.583114 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.594887 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:31.715355 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port f335d52c-70bd-474e-84a6-4177a5adc66f is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:31.715738 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.728099 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f09e8cb7-4788-45f4-959f-d38e30361d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (64abd7ed-077c-4463-822a-7bc25038908b), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.730963 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f09e8cb7-4788-45f4-959f-d38e30361d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.733657 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-f09e8cb7-4788-45f4-959f-d38e30361d66 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/64abd7ed-077c-4463-822a-7bc25038908b HTTP/1.1" status: 204 len: 168 time: 0.5071871 Aug 27 02:22:31.767456 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Publish callbacks [] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.771768 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Pushing event updated for resources: {'Port': ['ID=6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:31.775222 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:31.789159 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-1ca49ae0-fe98-4cae-80f2-ab3916601def tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:31.789365 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e8cb7-4788-45f4-959f-d38e30361d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64abd7ed-077c-4463-822a-7bc25038908b,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:31.793777 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-1ca49ae0-fe98-4cae-80f2-ab3916601def tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 818 time: 0.3055341 Aug 27 02:22:31.816702 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-df1d30ca-06d4-417c-9320-1739446a9251 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/quotas/880ac4003248441c809a76cfd1b221eb HTTP/1.1" status: 200 len: 375 time: 0.0221827 Aug 27 02:22:31.850332 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:31.859044 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port f335d52c-70bd-474e-84a6-4177a5adc66f, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=f335d52c-70bd-474e-84a6-4177a5adc66f,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:31.968352 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-75590dcd-759a-44b9-aec3-22a14a5d7d5b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1506960 Aug 27 02:22:31.986957 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Network 134184f4-d632-4173-b77c-1566bf4eb0fb is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:31.988480 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:32.066551 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:32.097499 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Allocated IP 172.20.0.1 (1d7da9b1-bc52-4897-b0d0-f4970cc43ec9/3aef2d45-7fcd-4542-a86b-743b014ff772/9a45b3f6-e833-42d3-8566-a89744c6af28) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:32.287167 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41710) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:32.313466 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Attempting to bind port 219b414d-5dcb-46f3-b7fc-27be415ed6e9 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:22:32.314053 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Attempting to bind port 219b414d-5dcb-46f3-b7fc-27be415ed6e9 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:22:32.314865 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Attempting to bind port 219b414d-5dcb-46f3-b7fc-27be415ed6e9 on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:22:32.341331 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Router e3773958-dd2d-4e04-8c9e-12c030af0188 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:32.344241 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-e79f9166-eccf-4011-bd1f-2ab4434e63e5 None None] Current status of the port 518e7605-64a6-4589-80aa-fcb1c759fd3f is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:32.346862 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cedfb-7c8d-4853-941b-308bb6646fc4 None None] Pushing event updated for resources: {'Port': ['ID=219b414d-5dcb-46f3-b7fc-27be415ed6e9,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:32.349580 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:22:32.350254 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:32.350892 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:32.351419 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:22:32.352055 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Bound port: 219b414d-5dcb-46f3-b7fc-27be415ed6e9, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:22:32.352576 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:32.380299 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-80d60089-aac6-4578-a623-df59f8cdd973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:32.463153 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Publish callbacks [] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:32.476202 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 518e7605-64a6-4589-80aa-fcb1c759fd3f up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:32.509019 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-e79f9166-eccf-4011-bd1f-2ab4434e63e5 None None] Provisioning complete for port 3437fd16-4990-45b9-8425-3125f5364882 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:32.511908 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:32.513544 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e79f9166-eccf-4011-bd1f-2ab4434e63e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (3437fd16-4990-45b9-8425-3125f5364882), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:32.566091 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:32.571791 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:32.574255 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:32.577887 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:32.578975 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (7b046139-bc8d-47fc-93be-0ba53ea67757), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:32.699307 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:32.711337 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:32.730394 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=f335d52c-70bd-474e-84a6-4177a5adc66f,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:32.759104 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-e79f9166-eccf-4011-bd1f-2ab4434e63e5 None None] Port 3437fd16-4990-45b9-8425-3125f5364882 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:22:32.788578 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:32.795841 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-db93f631-6852-459d-9570-576da266b68b service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:22:32.802729 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-db93f631-6852-459d-9570-576da266b68b service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1670966 Aug 27 02:22:32.863508 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] For port 219b414d-5dcb-46f3-b7fc-27be415ed6e9, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:32.872834 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a45b3f6-e833-42d3-8566-a89744c6af28,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:32.904345 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] For port 219b414d-5dcb-46f3-b7fc-27be415ed6e9, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=219b414d-5dcb-46f3-b7fc-27be415ed6e9,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:32.934156 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-e79f9166-eccf-4011-bd1f-2ab4434e63e5 None None] Provisioning complete for port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:32.934828 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e79f9166-eccf-4011-bd1f-2ab4434e63e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:32.994704 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-e79f9166-eccf-4011-bd1f-2ab4434e63e5 None None] Port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:22:32.999801 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.007871 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:33.029153 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:33.074342 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 518e7605-64a6-4589-80aa-fcb1c759fd3f triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:33.075981 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.102902 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:33.179425 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:29Z', 'revision_number': 2, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:33.186912 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:33.187458 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:22:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:33.216265 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Publish callbacks [] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.225447 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.231249 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (7b046139-bc8d-47fc-93be-0ba53ea67757), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.236553 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:33.248289 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-4458e045-90ae-4f3c-b8da-1941503bca4a None None] Provisioning complete for port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:33.248630 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4458e045-90ae-4f3c-b8da-1941503bca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.255267 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-80d60089-aac6-4578-a623-df59f8cdd973 admin admin] Publish callbacks [] for security_group (28ddc06e-1db8-4561-a8b1-7896612a6049), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.269768 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a60f6a8e-5789-4173-b9a2-caca9c29d25f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/e3773958-dd2d-4e04-8c9e-12c030af0188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1691928 Aug 27 02:22:33.278088 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-80d60089-aac6-4578-a623-df59f8cdd973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (28ddc06e-1db8-4561-a8b1-7896612a6049), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.315050 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-fdbd2d51-d7a7-41f6-8cf9-0194af5c3b15 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985375 Aug 27 02:22:33.397835 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a45b3f6-e833-42d3-8566-a89744c6af28,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:33.402590 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-80d60089-aac6-4578-a623-df59f8cdd973 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c169fcfeeaf245fc81ba9ecbbc73363a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1137450 Aug 27 02:22:33.405483 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d60089-aac6-4578-a623-df59f8cdd973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ddc06e-1db8-4561-a8b1-7896612a6049,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:33.409866 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41742) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:33.450191 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-dd452f3c-bdd9-40d7-8ed6-c5aee75f73cd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236513 Aug 27 02:22:33.451518 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Checking router: 8959e6e8-65dc-428f-93b6-e164250b150c for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:33.451889 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Updating router 8959e6e8-65dc-428f-93b6-e164250b150c port 3437fd16-4990-45b9-8425-3125f5364882 binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:22:33.454210 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cedfb-7c8d-4853-941b-308bb6646fc4 None None] Pushing event updated for resources: {'Port': ['ID=219b414d-5dcb-46f3-b7fc-27be415ed6e9,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:33.532160 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2879f3f-33e1-4130-9417-99c0f2288c44 admin admin] Publish callbacks [] for security_group (28ddc06e-1db8-4561-a8b1-7896612a6049), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.536256 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:33.544032 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:33.651457 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-4458e045-90ae-4f3c-b8da-1941503bca4a None None] Port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:22:33.688222 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:33.694718 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-4458e045-90ae-4f3c-b8da-1941503bca4a None None] Provisioning complete for port 9a45b3f6-e833-42d3-8566-a89744c6af28 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:33.696337 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4458e045-90ae-4f3c-b8da-1941503bca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.744998 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (3437fd16-4990-45b9-8425-3125f5364882), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.779731 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-4458e045-90ae-4f3c-b8da-1941503bca4a None None] Port 9a45b3f6-e833-42d3-8566-a89744c6af28 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:22:33.803973 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 518e7605-64a6-4589-80aa-fcb1c759fd3f is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:33.805163 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device d3ce59c4-fe99-4433-8909-073fd8e5bc7e up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:33.956114 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:33.963748 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2879f3f-33e1-4130-9417-99c0f2288c44 admin admin] Publish callbacks [] for security_group (28ddc06e-1db8-4561-a8b1-7896612a6049), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:33.985215 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41764) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:33.991139 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-15c529c8-cec5-40d1-9d5c-7c2bcbc87ae9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726596947', 'description': 'tempest-description--768263000'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:34.009928 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Router 7b046139-bc8d-47fc-93be-0ba53ea67757 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:34.035593 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-32649e69-0db1-416a-a464-b02a60ef69b2 req-57340d83-fcdb-4259-9a98-f6ebfa3c7394 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 210 time: 0.1422055 Aug 27 02:22:34.145618 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:34.179366 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-15c529c8-cec5-40d1-9d5c-7c2bcbc87ae9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.296626 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-3e8f9cec-9933-429d-90fb-d08fbdaea73e None None] Provisioning complete for port 9a45b3f6-e833-42d3-8566-a89744c6af28 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:34.297002 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9cec-9933-429d-90fb-d08fbdaea73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.347342 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:34.377685 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:34.388706 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2879f3f-33e1-4130-9417-99c0f2288c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (28ddc06e-1db8-4561-a8b1-7896612a6049), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.392876 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2879f3f-33e1-4130-9417-99c0f2288c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.395275 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c2879f3f-33e1-4130-9417-99c0f2288c44 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/28ddc06e-1db8-4561-a8b1-7896612a6049 HTTP/1.1" status: 204 len: 168 time: 0.9832175 Aug 27 02:22:34.397413 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Publish callbacks [] for port (3437fd16-4990-45b9-8425-3125f5364882), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.400663 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port d3ce59c4-fe99-4433-8909-073fd8e5bc7e triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:34.401027 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.402695 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f9cec-9933-429d-90fb-d08fbdaea73e None None] Port 9a45b3f6-e833-42d3-8566-a89744c6af28 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:22:34.409732 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-fed9ee97-5480-4503-870f-3c8b2feec0e6 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/7b046139-bc8d-47fc-93be-0ba53ea67757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9323285 Aug 27 02:22:34.429899 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:34.433549 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2879f3f-33e1-4130-9417-99c0f2288c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ddc06e-1db8-4561-a8b1-7896612a6049,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:34.494002 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-15c529c8-cec5-40d1-9d5c-7c2bcbc87ae9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (82db15f7-1990-4b33-9947-fa83d4264d7a), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.501227 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-15c529c8-cec5-40d1-9d5c-7c2bcbc87ae9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (82db15f7-1990-4b33-9947-fa83d4264d7a), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.557860 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (3437fd16-4990-45b9-8425-3125f5364882), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.599674 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c529c8-cec5-40d1-9d5c-7c2bcbc87ae9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82db15f7-1990-4b33-9947-fa83d4264d7a,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:34.632019 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-15c529c8-cec5-40d1-9d5c-7c2bcbc87ae9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.632358 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Sync routers for ids ['7b046139-bc8d-47fc-93be-0ba53ea67757'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:34.638340 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-15c529c8-cec5-40d1-9d5c-7c2bcbc87ae9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6498849 Aug 27 02:22:34.648020 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41800) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:34.655444 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Routers {'7b046139-bc8d-47fc-93be-0ba53ea67757'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:34.658283 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:22:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['7b046139-bc8d-47fc-93be-0ba53ea67757'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:34.660101 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-0e4c4934-1129-4780-80ef-a11fc96b16d5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group_rule': {'security_group_id': '82db15f7-1990-4b33-9947-fa83d4264d7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:34.709512 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4934-1129-4780-80ef-a11fc96b16d5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (5452db90-6d44-4115-97d4-c7da87975a2e), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.780971 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80d6b1-760a-4a9e-9d40-97d4471ed2b5 None None] Pushing event updated for resources: {'Port': ['ID=3437fd16-4990-45b9-8425-3125f5364882,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:34.783589 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 2, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:34.824858 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4934-1129-4780-80ef-a11fc96b16d5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (5452db90-6d44-4115-97d4-c7da87975a2e), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.832636 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4934-1129-4780-80ef-a11fc96b16d5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (5452db90-6d44-4115-97d4-c7da87975a2e), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.859314 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c4934-1129-4780-80ef-a11fc96b16d5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5452db90-6d44-4115-97d4-c7da87975a2e,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:34.884353 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4934-1129-4780-80ef-a11fc96b16d5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.891652 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-0e4c4934-1129-4780-80ef-a11fc96b16d5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2414107 Aug 27 02:22:34.892112 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc3085-9252-4333-9802-1fb373322356 None None] The sync data for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi is: [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 2, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:34.892282 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41814) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:34.900828 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-c83e8e09-da9b-4ba5-a032-8bffd474ad50 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group_rule': {'security_group_id': '82db15f7-1990-4b33-9947-fa83d4264d7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:34.915599 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-c1833b59-6f52-4b8b-b59d-814f78b60b99 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:34.931182 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-c1833b59-6f52-4b8b-b59d-814f78b60b99 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 818 time: 0.3335578 Aug 27 02:22:34.949575 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Attempting to bind port 3437fd16-4990-45b9-8425-3125f5364882 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:22:34.949950 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Attempting to bind port 3437fd16-4990-45b9-8425-3125f5364882 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:22:34.951061 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Attempting to bind port 3437fd16-4990-45b9-8425-3125f5364882 on network 8ba10e7b-62f2-400d-a225-3160ea7a308c {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:22:34.969302 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-f53de182-5185-4fb1-9655-2b113ca9baca tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/quotas/880ac4003248441c809a76cfd1b221eb HTTP/1.1" status: 200 len: 375 time: 0.0351796 Aug 27 02:22:34.981305 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c83e8e09-da9b-4ba5-a032-8bffd474ad50 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (4b81cb68-576a-4706-af3e-d229d69cc27a), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.997329 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:22:34.997739 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Checking segment: {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:34.999568 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:34.999981 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Bound using segment: {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:22:35.003880 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Bound port: 3437fd16-4990-45b9-8425-3125f5364882, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:22:35.003880 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (3437fd16-4990-45b9-8425-3125f5364882), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:35.071270 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-99ebda6d-85ea-43bc-9706-a1008fa4bee4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003869 Aug 27 02:22:35.085037 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port d3ce59c4-fe99-4433-8909-073fd8e5bc7e is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:35.086482 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:35.101594 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Set router 7b046139-bc8d-47fc-93be-0ba53ea67757 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:35.183323 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c83e8e09-da9b-4ba5-a032-8bffd474ad50 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (4b81cb68-576a-4706-af3e-d229d69cc27a), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:35.199739 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c83e8e09-da9b-4ba5-a032-8bffd474ad50 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (4b81cb68-576a-4706-af3e-d229d69cc27a), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:35.227385 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] For port 3437fd16-4990-45b9-8425-3125f5364882, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:35.234291 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] For port 3437fd16-4990-45b9-8425-3125f5364882, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=3437fd16-4990-45b9-8425-3125f5364882,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:35.248602 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (3437fd16-4990-45b9-8425-3125f5364882), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:35.287030 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:35.288185 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:35.290915 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e8e09-da9b-4ba5-a032-8bffd474ad50 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b81cb68-576a-4706-af3e-d229d69cc27a,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:35.331642 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c83e8e09-da9b-4ba5-a032-8bffd474ad50 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:35.341879 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c83e8e09-da9b-4ba5-a032-8bffd474ad50 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4485905 Aug 27 02:22:35.344841 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 41836) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:35.360778 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:35.362028 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:22:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:35.362165 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:35.372632 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-d77fa9e3-dd10-4053-93b2-ffc000f6f13f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986865 Aug 27 02:22:35.461938 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:35.561324 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80d6b1-760a-4a9e-9d40-97d4471ed2b5 None None] Pushing event updated for resources: {'Port': ['ID=3437fd16-4990-45b9-8425-3125f5364882,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:35.651608 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-08ca552d-9d7f-4e5c-a10e-372238c8eed9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768862 Aug 27 02:22:35.764260 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:35.764260 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:35.780497 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'name': 'tempest-DeleteServersTestJSON-1417678200-router', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:22Z', 'updated_at': '2022-08-27T02:22:32Z', 'revision_number': 4, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'gw_port': {'id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:23Z', 'updated_at': '2022-08-27T02:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '9a45b3f6-e833-42d3-8566-a89744c6af28', 'name': '', 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'mac_address': 'fa:16:3e:a8:91:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3aef2d45-7fcd-4542-a86b-743b014ff772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:31Z', 'updated_at': '2022-08-27T02:22:33Z', 'revision_number': 2, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'subnets': [{'id': '3aef2d45-7fcd-4542-a86b-743b014ff772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:35.791300 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:35.853664 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Checking router: 7b046139-bc8d-47fc-93be-0ba53ea67757 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:35.862724 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:35.864373 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Updating router 7b046139-bc8d-47fc-93be-0ba53ea67757 port 9a45b3f6-e833-42d3-8566-a89744c6af28 binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:22:35.915995 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 41862) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:35.953658 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:35.963067 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:36.016562 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=6215e1a9-acc5-4173-b3de-bc55dc5cfb32,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:36.035059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:36.278868 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-3486c307-c68f-4aaf-9125-eb2089cf495c tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:36.286123 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-3486c307-c68f-4aaf-9125-eb2089cf495c tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/networks?id=1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 HTTP/1.1" status: 200 len: 812 time: 0.3637843 Aug 27 02:22:36.331140 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-3989ca22-3fcf-4794-8068-a9b1fb7e4ea6 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/quotas/f7ef4b44a3f94d599eacce269b06594c HTTP/1.1" status: 200 len: 375 time: 0.0440524 Aug 27 02:22:36.452805 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device f335d52c-70bd-474e-84a6-4177a5adc66f up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:36.471877 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Allocated IP 172.27.1.34 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/7ea80ba6-6b44-4ba6-b086-202b4246546d) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:36.538159 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=6215e1a9-acc5-4173-b3de-bc55dc5cfb32,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:36.563032 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef0bbf1a-a540-4e74-b51f-83a2fcc4e866 req-2cdc2d18-2ca5-4585-ab39-877a76055cde tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.2698767 Aug 27 02:22:36.567447 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:36.610490 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-a854b299-09a9-44e3-8716-4ae5e14ca27d tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f7ef4b44a3f94d599eacce269b06594c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2783792 Aug 27 02:22:36.624789 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7409fdd-f6c9-4433-a98a-cc9ea850ab27 None None] The sync data for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi is: [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:36.634510 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port f335d52c-70bd-474e-84a6-4177a5adc66f triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:36.635152 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:36.659716 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:36.692881 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:36.700416 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:36.820583 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Publish callbacks [] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:36.824594 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:36.830212 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:36.859204 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (7ea80ba6-6b44-4ba6-b086-202b4246546d), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:36.882906 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port f335d52c-70bd-474e-84a6-4177a5adc66f is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:36.905601 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:DELETE=5,neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:36.962523 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (7ea80ba6-6b44-4ba6-b086-202b4246546d), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:37.061102 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=7ea80ba6-6b44-4ba6-b086-202b4246546d,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:37.092938 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:37.103400 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:37.114449 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:37.232923 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2237e-ac36-435b-8ba4-4a7679a74af6 None None] Pushing event updated for resources: {'Port': ['ID=9a45b3f6-e833-42d3-8566-a89744c6af28,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:37.239779 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Attempting to bind port 9a45b3f6-e833-42d3-8566-a89744c6af28 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:22:37.240600 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Attempting to bind port 9a45b3f6-e833-42d3-8566-a89744c6af28 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:22:37.241039 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Attempting to bind port 9a45b3f6-e833-42d3-8566-a89744c6af28 on network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:22:37.249607 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:22:37.250105 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Checking segment: {'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:37.250511 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:37.250982 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Bound using segment: {'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:22:37.251468 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Bound port: 9a45b3f6-e833-42d3-8566-a89744c6af28, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:22:37.251848 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:37.430129 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (13ea0d8a-822f-42b5-8db1-2301d9082cf9), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:37.487105 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] For port 9a45b3f6-e833-42d3-8566-a89744c6af28, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:37.496566 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] For port 9a45b3f6-e833-42d3-8566-a89744c6af28, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=9a45b3f6-e833-42d3-8566-a89744c6af28,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:37.510333 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:37.525240 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (7ea80ba6-6b44-4ba6-b086-202b4246546d), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:37.608685 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-e6a9b1aa-6d99-4e0f-a9f8-fcdb64c6300b service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:22:37.619738 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-e6a9b1aa-6d99-4e0f-a9f8-fcdb64c6300b service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3322201 Aug 27 02:22:37.641499 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2237e-ac36-435b-8ba4-4a7679a74af6 None None] Pushing event updated for resources: {'Port': ['ID=9a45b3f6-e833-42d3-8566-a89744c6af28,revision_number=4']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:37.660543 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Routers {'7b046139-bc8d-47fc-93be-0ba53ea67757'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:37.661297 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:22:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['7b046139-bc8d-47fc-93be-0ba53ea67757'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:37.967574 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1fe98412-6ed6-4288-a010-5a3858c95571 req-057e56b5-69db-4625-a9f4-e38591f54b9e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.1255920 Aug 27 02:22:38.017435 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (7ea80ba6-6b44-4ba6-b086-202b4246546d), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:38.022245 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] Set router 7b046139-bc8d-47fc-93be-0ba53ea67757 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:38.028703 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (7ea80ba6-6b44-4ba6-b086-202b4246546d), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:38.029839 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (13ea0d8a-822f-42b5-8db1-2301d9082cf9), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:38.042030 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-94946da0-01a3-4aff-91a0-7cbecaf5d924 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d7da9b1-bc52-4897-b0d0-f4970cc43ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208882 Aug 27 02:22:38.138138 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:38.139545 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7937264 Aug 27 02:22:38.161513 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be351e-b127-433e-823b-4e7e0a629f51 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=7ea80ba6-6b44-4ba6-b086-202b4246546d,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:38.216243 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:38.230943 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-2a98dc30-ca69-4c3f-a471-bfb521f36637 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d7da9b1-bc52-4897-b0d0-f4970cc43ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698151 Aug 27 02:22:38.538210 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'name': 'tempest-DeleteServersTestJSON-1417678200-router', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:22Z', 'updated_at': '2022-08-27T02:22:32Z', 'revision_number': 4, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'gw_port': {'id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:23Z', 'updated_at': '2022-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '9a45b3f6-e833-42d3-8566-a89744c6af28', 'name': '', 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'mac_address': 'fa:16:3e:a8:91:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3aef2d45-7fcd-4542-a86b-743b014ff772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:31Z', 'updated_at': '2022-08-27T02:22:37Z', 'revision_number': 4, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'subnets': [{'id': '3aef2d45-7fcd-4542-a86b-743b014ff772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:38.574390 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 219b414d-5dcb-46f3-b7fc-27be415ed6e9 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:38.582285 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13fe8d7-ee4c-4061-a2c1-aa0618a548b9 None None] The sync data for ids ['7b046139-bc8d-47fc-93be-0ba53ea67757'] in dv-cinder-846303-3-iscsi is: [{'id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'name': 'tempest-DeleteServersTestJSON-1417678200-router', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:22Z', 'updated_at': '2022-08-27T02:22:32Z', 'revision_number': 4, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'gw_port': {'id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:23Z', 'updated_at': '2022-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '9a45b3f6-e833-42d3-8566-a89744c6af28', 'name': '', 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'mac_address': 'fa:16:3e:a8:91:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3aef2d45-7fcd-4542-a86b-743b014ff772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:31Z', 'updated_at': '2022-08-27T02:22:37Z', 'revision_number': 4, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'subnets': [{'id': '3aef2d45-7fcd-4542-a86b-743b014ff772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:38.608918 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-02b99e94-c049-4cad-ba40-43431748c954 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--726596947&fields=id&tenant_id=5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 267 time: 0.1077988 Aug 27 02:22:38.645897 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 219b414d-5dcb-46f3-b7fc-27be415ed6e9 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:38.646649 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:38.678002 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:38.701738 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-83988278-faed-4edd-8e22-a9855a49dcc6 req-21cdeb9f-7dc4-445d-9b99-9a170c66372a tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.0965264 Aug 27 02:22:38.764297 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 219b414d-5dcb-46f3-b7fc-27be415ed6e9 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:38.765405 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:38.770315 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-588bf785-ebe1-4b1a-9c68-c1fb576e154c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:38.773093 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-588bf785-ebe1-4b1a-9c68-c1fb576e154c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 814 time: 0.1531372 Aug 27 02:22:38.789596 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 219b414d-5dcb-46f3-b7fc-27be415ed6e9, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=219b414d-5dcb-46f3-b7fc-27be415ed6e9,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:38.794556 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:38.795626 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 3437fd16-4990-45b9-8425-3125f5364882 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:38.797386 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-8cc5e39c-bd3b-4408-9d69-d3ed3b072ab9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/quotas/5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 375 time: 0.0180867 Aug 27 02:22:38.871942 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-86db2354-a1a2-4653-901d-2f5cbb3cc91f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661430 Aug 27 02:22:38.900354 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:38.902130 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 3437fd16-4990-45b9-8425-3125f5364882 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:38.903911 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (3437fd16-4990-45b9-8425-3125f5364882), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:38.975903 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=219b414d-5dcb-46f3-b7fc-27be415ed6e9,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:39.056446 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 3437fd16-4990-45b9-8425-3125f5364882 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:39.056829 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (3437fd16-4990-45b9-8425-3125f5364882), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:39.092675 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-7b41739c-6346-4d2d-968d-546d5c6e79e9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103653 Aug 27 02:22:39.154385 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 3437fd16-4990-45b9-8425-3125f5364882, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=3437fd16-4990-45b9-8425-3125f5364882,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:39.165886 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (3437fd16-4990-45b9-8425-3125f5364882), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:39.166990 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:39.255881 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-b3eebd7d-e872-4f03-90d6-d5bc61829825 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612957 Aug 27 02:22:39.296474 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=3437fd16-4990-45b9-8425-3125f5364882,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:39.303778 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c5faff73-7be1-4c1d-881f-20c5d19589d9 req-0ce3f82d-7bda-4db5-8d71-2da5aaca1c73 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0403950 Aug 27 02:22:39.311520 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:39.312005 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:39.426462 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:39.613095 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ee18aed-01c7-4d6d-8f5a-cbb0721331d0 req-2dafb759-5644-482e-952b-9c6eb88179c6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.1495454 Aug 27 02:22:40.162768 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-827d78c0-1509-4e88-acba-fe3f5df3ce22 req-ffa960b5-db93-44f0-8453-4905389ca999 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.1330638 Aug 27 02:22:40.243660 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 42068) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:40.431003 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 219b414d-5dcb-46f3-b7fc-27be415ed6e9 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:40.583761 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a3ca8352-71a6-460f-a464-38a1af891bfe req-6bfe04bb-9f8c-4cae-ad9f-1e33c6fe09c9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0793717 Aug 27 02:22:40.599567 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 219b414d-5dcb-46f3-b7fc-27be415ed6e9 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:40.600434 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:40.624355 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6d39ca66-3337-4735-884d-7ee332316de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:40.712450 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:40.803358 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b490cecb-9b99-43b3-8796-87a9a2fd1c97 req-a849bcaa-6d1f-4c43-a5b7-75a537fd8d94 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.0805171 Aug 27 02:22:40.932753 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6d39ca66-3337-4735-884d-7ee332316de6 admin admin] Publish callbacks [] for security_group (45e5064f-37a1-4104-97e7-4a7b7dc23030), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:40.941683 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6d39ca66-3337-4735-884d-7ee332316de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (45e5064f-37a1-4104-97e7-4a7b7dc23030), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:40.981713 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Sync routers for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:41.026989 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 219b414d-5dcb-46f3-b7fc-27be415ed6e9 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:41.028059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 9a45b3f6-e833-42d3-8566-a89744c6af28 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:41.049768 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-6d39ca66-3337-4735-884d-7ee332316de6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7f548d346c764f94817872e8e433cd1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8039186 Aug 27 02:22:41.052401 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39ca66-3337-4735-884d-7ee332316de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e5064f-37a1-4104-97e7-4a7b7dc23030,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:41.054919 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 42104) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:41.062363 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:41.063005 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:22:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:41.128645 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-680c26c5-9997-4b41-b442-212058c525c4 admin admin] Publish callbacks [] for security_group (45e5064f-37a1-4104-97e7-4a7b7dc23030), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.153106 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-680c26c5-9997-4b41-b442-212058c525c4 admin admin] Publish callbacks [] for security_group (45e5064f-37a1-4104-97e7-4a7b7dc23030), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.163951 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 9a45b3f6-e833-42d3-8566-a89744c6af28 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:41.164347 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.206437 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-680c26c5-9997-4b41-b442-212058c525c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (45e5064f-37a1-4104-97e7-4a7b7dc23030), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.209374 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-680c26c5-9997-4b41-b442-212058c525c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.210844 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-680c26c5-9997-4b41-b442-212058c525c4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/45e5064f-37a1-4104-97e7-4a7b7dc23030 HTTP/1.1" status: 204 len: 168 time: 0.1548924 Aug 27 02:22:41.222556 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c26c5-9997-4b41-b442-212058c525c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e5064f-37a1-4104-97e7-4a7b7dc23030,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:41.225274 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:41.285383 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:22:41.358217 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-69b8fee0-922e-4c31-b83d-2c193167958f req-70d5e6a8-4c67-4ada-b156-360f7b0a8888 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.0480030 Aug 27 02:22:41.443936 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:41.462885 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 9a45b3f6-e833-42d3-8566-a89744c6af28 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:41.463453 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.537748 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 9a45b3f6-e833-42d3-8566-a89744c6af28, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=9a45b3f6-e833-42d3-8566-a89744c6af28,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:41.544208 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.545008 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 3437fd16-4990-45b9-8425-3125f5364882 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:41.582652 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 42118) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:41.597533 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-24bf8bc7-0dd1-483c-a6b8-8a70523393c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.609297 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 2, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:41.647726 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Checking router: e3773958-dd2d-4e04-8c9e-12c030af0188 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:41.648233 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Updating router e3773958-dd2d-4e04-8c9e-12c030af0188 port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:22:41.686469 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=9a45b3f6-e833-42d3-8566-a89744c6af28,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:41.704911 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f6e9a28-10bb-4c09-b8c9-f405ec67acbc req-3303de51-240a-4ef7-8765-4933aa9e2b8f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0317328 Aug 27 02:22:41.705846 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.710587 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 3437fd16-4990-45b9-8425-3125f5364882 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:41.711227 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (3437fd16-4990-45b9-8425-3125f5364882), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.718552 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-24bf8bc7-0dd1-483c-a6b8-8a70523393c2 admin admin] Publish callbacks [] for security_group (d1d87f20-03f2-4b61-9865-9b9295c35341), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.724933 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-24bf8bc7-0dd1-483c-a6b8-8a70523393c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (d1d87f20-03f2-4b61-9865-9b9295c35341), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.731282 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:41.742385 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:41.778064 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 42122) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:41.778295 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-24bf8bc7-0dd1-483c-a6b8-8a70523393c2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=acc6091cb47243c291482cc9fdcdeaca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942184 Aug 27 02:22:41.780096 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf8bc7-0dd1-483c-a6b8-8a70523393c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d87f20-03f2-4b61-9865-9b9295c35341,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:41.855106 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9388405-eed0-4bc9-aac2-ee489f6008fd admin admin] Publish callbacks [] for security_group (d1d87f20-03f2-4b61-9865-9b9295c35341), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.881511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9388405-eed0-4bc9-aac2-ee489f6008fd admin admin] Publish callbacks [] for security_group (d1d87f20-03f2-4b61-9865-9b9295c35341), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.922469 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 3437fd16-4990-45b9-8425-3125f5364882 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:41.951395 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-88d6245e-5fd4-4b91-84e2-bfe50bb57ed1 req-318a9cc6-b8e6-4681-b8e9-2c1ff9b32b6c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.0466311 Aug 27 02:22:41.988227 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9388405-eed0-4bc9-aac2-ee489f6008fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (d1d87f20-03f2-4b61-9865-9b9295c35341), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.991183 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9388405-eed0-4bc9-aac2-ee489f6008fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:41.992441 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d9388405-eed0-4bc9-aac2-ee489f6008fd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d1d87f20-03f2-4b61-9865-9b9295c35341 HTTP/1.1" status: 204 len: 168 time: 0.2123368 Aug 27 02:22:41.998973 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:42.015286 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9388405-eed0-4bc9-aac2-ee489f6008fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d87f20-03f2-4b61-9865-9b9295c35341,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:42.152644 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Publish callbacks [] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:42.163569 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 9a45b3f6-e833-42d3-8566-a89744c6af28 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:42.168633 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:42.284541 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845c85b-17e8-4419-82a0-96467695a9c8 None None] Pushing event updated for resources: {'Port': ['ID=6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:42.309390 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Attempting to bind port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:22:42.309744 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Attempting to bind port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:22:42.310111 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Attempting to bind port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb on network 134184f4-d632-4173-b77c-1566bf4eb0fb {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:22:42.313519 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 9a45b3f6-e833-42d3-8566-a89744c6af28 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:42.313912 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:42.319064 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:22:42.319378 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Checking segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:42.319762 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:42.320157 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Bound using segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:22:42.320660 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Bound port: 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:22:42.321046 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:42.356442 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:42.459865 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] For port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:42.464718 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] For port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:42.467797 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 9a45b3f6-e833-42d3-8566-a89744c6af28 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:42.468672 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1b2e1283-181a-49ce-b399-fd82ebee32a7 req-8ece95df-d778-4a14-88de-c50d6b31df3e tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.0407598 Aug 27 02:22:42.473410 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:42.521339 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:22:42.522040 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:22:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:42.583926 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845c85b-17e8-4419-82a0-96467695a9c8 None None] Pushing event updated for resources: {'Port': ['ID=6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:42.659616 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:22:42.844153 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-adfe4c98-3fc2-492a-9915-87e4b93e50a3 req-cc54b024-0212-4541-83b8-70f1bcac8a2d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0353391 Aug 27 02:22:43.074092 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:42Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:43.108916 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2fb50-db7f-4cc3-a1af-624950f7a69a None None] The sync data for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi is: [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:42Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:43.225936 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e09fef8-4189-4418-b9d3-8f8c73ff484f req-53dd5c88-851a-41a9-a062-f12a9da118f1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.1822598 Aug 27 02:22:43.603192 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5453b079-e37f-48cd-a764-f57ff907fd5c req-08b034ef-4988-4c44-b930-48aa47afebde tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.0364914 Aug 27 02:22:43.986063 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c4afc545-e87a-4e92-8a0b-49f99931a019 req-068928b7-2a68-4ae5-89e7-04d9fec9d832 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0548525 Aug 27 02:22:44.231434 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:44.377704 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:44.378450 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:44.467258 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:44.484783 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d079d7b0-3cba-4302-b657-233afb9d0ccd req-0172c3aa-e5d1-4ba3-93f1-839f42aa701e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.0738246 Aug 27 02:22:44.576066 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:44.576446 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:44.612271 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:44.616760 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:44.691935 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:44.755575 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-606db8c9-e871-43c5-b01a-eeec3798602f req-aa2dcfff-7079-456f-9e3e-803e98d39707 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.0306671 Aug 27 02:22:45.103224 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee285dc7-13ce-4f81-9a2d-9ca2e9d528a3 req-c6d1c4f4-362a-475c-9df8-95f0f384c717 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0301394 Aug 27 02:22:45.591001 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:45.611747 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e88e462-9575-4583-a362-7e997a814105 req-d4269f68-4be3-47d9-8d80-ac325da3ee97 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.0306258 Aug 27 02:22:45.866479 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5e62196f-8b68-4d9f-b046-a4efb6c5004c req-e900a8b9-0a1b-4c27-8d3f-a0683cb1f2c3 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.0304563 Aug 27 02:22:46.136948 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:46.193529 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:46.193912 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:46.218647 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50168893-b430-4e30-8964-4202c73d2541 req-221699fa-2141-4dde-958e-e739033d8d44 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0317230 Aug 27 02:22:46.267622 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:46.286895 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:22:46.717711 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-88795c13-1fa7-4235-8c37-037a80675e16 req-fd53ab38-6694-4272-94fb-5ee2f181f5f8 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.0306079 Aug 27 02:22:46.972974 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e04356c-425b-42e4-9859-bbc0bb66f401 req-026c10ae-f2e9-4fe2-ab98-baca1ae6f789 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.0279927 Aug 27 02:22:47.340334 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c617994a-ab34-4ec7-b861-04a60471bd2c req-01dda7d1-bf4f-48bb-ac5c-a871668c0206 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0324485 Aug 27 02:22:47.831111 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d32fbb2c-9eb9-4a9b-b068-bb46e6e610ee req-4ec737ee-5db7-4014-a669-c63b26caac48 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.0352342 Aug 27 02:22:48.081374 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5c77b88d-69a6-4953-93ee-e6ae1582c888 req-ccfeda18-1e8f-4a74-a105-2776d176066e tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.0291359 Aug 27 02:22:48.450597 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-69328bb4-fcda-4e70-bc6b-91cedc33122f req-7a16bccf-9d4f-4829-a58d-a00fd1e44c62 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0290408 Aug 27 02:22:48.966610 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8b652ba3-6cb0-4600-926c-c24e475b2c6b req-c5b09c92-6125-449d-bf3a-01917540b8f7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.0307126 Aug 27 02:22:49.050919 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.45', 49738) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:49.067972 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.45', 49739) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:49.158051 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.45', 49740) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:49.190104 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:49.276447 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:49.375777 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-78294759-db83-43e0-816f-6ce9c8149cd1 req-03a93a17-83b9-44a9-a79a-63963613ef00 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.1244764 Aug 27 02:22:49.404421 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-ba8bbc8c-752f-41e9-9d7d-94d6b947e0cf tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:49.406786 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-ba8bbc8c-752f-41e9-9d7d-94d6b947e0cf tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 818 time: 0.3353186 Aug 27 02:22:49.512384 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-415d5137-c58b-4ea7-bcaf-32f44cb59f64 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:49.513918 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-415d5137-c58b-4ea7-bcaf-32f44cb59f64 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.45 "GET /networking/v2.0/networks?id=1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 HTTP/1.1" status: 200 len: 812 time: 0.3495691 Aug 27 02:22:49.519829 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-cf18de55-f311-48b6-9a28-d01aedcf9e88 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:49.521283 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-cf18de55-f311-48b6-9a28-d01aedcf9e88 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 818 time: 0.4428020 Aug 27 02:22:49.587222 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90aa405a-4f0c-4083-856f-4ffc9f4d470d req-129116ab-ace6-45a1-adce-8b89814569b2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0365248 Aug 27 02:22:50.062631 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Request body: {'port': {'device_id': '05bed8e9-f530-418a-9819-4f65dabdcda0', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'admin_state_up': True, 'tenant_id': '880ac4003248441c809a76cfd1b221eb'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:50.064111 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Request body: {'port': {'device_id': 'fbef28bb-3cdf-4a27-8493-add7806af828', 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9', 'admin_state_up': True, 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:50.090402 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Request body: {'port': {'device_id': 'e2bf7024-0779-4e08-844a-43b78187e770', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'admin_state_up': True, 'tenant_id': '880ac4003248441c809a76cfd1b221eb'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:50.249487 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-845c997f-f3c5-4d0e-b349-2ac235b388a6 req-bfaa4954-f047-4cee-aa04-1d49602d04ab tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.1297593 Aug 27 02:22:50.260344 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.45', 49754) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:50.459708 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Made reservation on behalf of 880ac4003248441c809a76cfd1b221eb for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:50.464224 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:50.487422 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Made reservation on behalf of f7ef4b44a3f94d599eacce269b06594c for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:50.503182 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:50.546513 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Made reservation on behalf of 880ac4003248441c809a76cfd1b221eb for: {'port': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:50.553039 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:50.676814 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fda27b5d-3279-4dbd-9538-bac429ce267a req-a4f27d44-cac9-4300-acf9-833a16bcaacd tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.1624377 Aug 27 02:22:50.904684 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-16ed6863-8867-4d38-9834-0a2dd92f065e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:50.905069 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ad50a74e-0c82-4afa-bba8-07aaf067b576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:50.906481 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-16ed6863-8867-4d38-9834-0a2dd92f065e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 814 time: 0.6217914 Aug 27 02:22:50.960456 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c411452f-67f9-4be9-8db1-df5581f067ce req-86aed11f-f363-40a8-b95a-f57f0a63e8c1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0895336 Aug 27 02:22:51.053361 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-111a648b-0475-472d-a274-0b89597904d6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 379 time: 0.1180806 Aug 27 02:22:51.061644 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Allocated IP 172.20.0.6 (8ba10e7b-62f2-400d-a225-3160ea7a308c/683a9e1b-731e-4327-9750-9fc98cd997c7/81921b15-5b92-41f8-a6fa-30be932b9435) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:51.069621 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'port': {'device_id': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'admin_state_up': True, 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'security_groups': ['82db15f7-1990-4b33-9947-fa83d4264d7a']}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:51.282012 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=62 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:51.326035 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Allocated IP 172.20.0.11 (1d7da9b1-bc52-4897-b0d0-f4970cc43ec9/3aef2d45-7fcd-4542-a86b-743b014ff772/b4168fa6-3b0a-4107-83cf-7d31f29910d4) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:51.417037 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:51.480457 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Made reservation on behalf of 5d5ec8450c0941d18d63558baab54737 for: {'port': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:51.488576 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:51.574609 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:51.595296 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a88a984-15f2-48c2-a4d1-f1108f45a9e6 req-64fedc3d-8e23-47c7-9a15-73ba7b5db1ce tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.1600161 Aug 27 02:22:51.657561 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:51.706267 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for port (81921b15-5b92-41f8-a6fa-30be932b9435), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:51.853549 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Allocated IP 172.20.0.9 (134184f4-d632-4173-b77c-1566bf4eb0fb/41d6ba94-b6a6-440c-9701-0c07c8b22c65/e98d7081-9ec1-49da-9111-4786cc0b96ef) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:51.865426 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:52.044011 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Network 8ba10e7b-62f2-400d-a225-3160ea7a308c is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:52.111274 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:52.135172 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:52.140914 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:52.142047 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:52.154884 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event updated for resources: {'Port': ['ID=81921b15-5b92-41f8-a6fa-30be932b9435,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:52.245364 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef7af28f-3106-42cd-a712-61822fcad7b6 req-8ff8967d-1db7-426f-a0bc-d9df2b70f34e tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.2518206 Aug 27 02:22:52.247951 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Allocated IP 172.20.0.11 (8ba10e7b-62f2-400d-a225-3160ea7a308c/683a9e1b-731e-4327-9750-9fc98cd997c7/66f55f99-dc75-425b-9214-a2edc384e389) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:52.324713 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-309c03ac-1ce0-4dda-b940-ac54d6ef9d27 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2702005 Aug 27 02:22:52.349792 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-ef3b093c-7121-403c-8acf-eccde22e7757 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:22:52.351093 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-ef3b093c-7121-403c-8acf-eccde22e7757 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071847 Aug 27 02:22:52.440120 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:52.451361 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Publish callbacks [] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:52.501433 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b4cfa-1c9d-4b97-bc5a-446e77276238 req-13329d5e-d4f0-465b-8b1a-93a949934e0c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:52.503683 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e36b4cfa-1c9d-4b97-bc5a-446e77276238 req-13329d5e-d4f0-465b-8b1a-93a949934e0c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 931 time: 0.2489326 Aug 27 02:22:52.545144 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:52.784305 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:52.805614 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:52.843189 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-8ba9063e-303a-4b10-85a2-6437353a9a2c None None] Provisioning complete for port 81921b15-5b92-41f8-a6fa-30be932b9435 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:52.845482 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8ba9063e-303a-4b10-85a2-6437353a9a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:52.983158 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-8ba9063e-303a-4b10-85a2-6437353a9a2c None None] Port 81921b15-5b92-41f8-a6fa-30be932b9435 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:22:52.988692 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Request body: {'port': {'device_id': '05bed8e9-f530-418a-9819-4f65dabdcda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:53.009528 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Network 134184f4-d632-4173-b77c-1566bf4eb0fb is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:53.066257 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e36b4cfa-1c9d-4b97-bc5a-446e77276238 req-8e47d467-9663-41b7-abd9-0a4ed78bd98f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277555 Aug 27 02:22:53.135482 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:53.166482 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:53.188206 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:53.191105 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:53.200621 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:53.219456 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:53.221393 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Pushing event updated for resources: {'Port': ['ID=b4168fa6-3b0a-4107-83cf-7d31f29910d4,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:53.261271 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:53.278144 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:53.278889 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:53.291172 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2264855 Aug 27 02:22:53.315617 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007553b-3f30-494d-94c4-f0198a1f530f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=e98d7081-9ec1-49da-9111-4786cc0b96ef,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:53.367098 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-ac72cc40-8b80-4281-b24c-775c911501ee tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3121319 Aug 27 02:22:53.442188 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:53.670687 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffb028-51f0-489c-9893-d73ffac1f64f req-f68f6f1b-b703-4eb1-9cf9-57fec629922a tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:53.679600 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-25ffb028-51f0-489c-9893-d73ffac1f64f req-f68f6f1b-b703-4eb1-9cf9-57fec629922a tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.1557577 Aug 27 02:22:53.725681 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-497073a8-1b58-470f-b747-df7950d743ea None None] Provisioning complete for port e98d7081-9ec1-49da-9111-4786cc0b96ef triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:53.726259 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-497073a8-1b58-470f-b747-df7950d743ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:53.726379 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f8a52-0c94-4be2-8ceb-633f0aca1d84 req-8e7f7009-255d-4c95-b7ee-4f82d626ce12 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:53.729331 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d0f8a52-0c94-4be2-8ceb-633f0aca1d84 req-8e7f7009-255d-4c95-b7ee-4f82d626ce12 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.5109732 Aug 27 02:22:53.734316 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for port (66f55f99-dc75-425b-9214-a2edc384e389), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:53.774951 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 42532) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:53.787513 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-497073a8-1b58-470f-b747-df7950d743ea None None] Port e98d7081-9ec1-49da-9111-4786cc0b96ef cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:22:53.820819 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-497073a8-1b58-470f-b747-df7950d743ea None None] Provisioning complete for port b4168fa6-3b0a-4107-83cf-7d31f29910d4 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:53.821892 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-497073a8-1b58-470f-b747-df7950d743ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:53.899052 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-497073a8-1b58-470f-b747-df7950d743ea None None] Port b4168fa6-3b0a-4107-83cf-7d31f29910d4 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:22:53.905516 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-25ffb028-51f0-489c-9893-d73ffac1f64f req-c4b6b3e2-502a-4ec9-99d3-746b6d824cb3 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242548 Aug 27 02:22:53.935304 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:53.953384 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d0f8a52-0c94-4be2-8ceb-633f0aca1d84 req-c4946d7d-6b6b-4f24-9c2f-7c9a7c56b106 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094564 Aug 27 02:22:53.971243 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (66f55f99-dc75-425b-9214-a2edc384e389), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.000275 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-76512295-9a0e-4116-8651-f12dafd5a9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.053144 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Network 8ba10e7b-62f2-400d-a225-3160ea7a308c is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:54.056730 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3c2566cb-b945-4e86-9887-d84d30c3da65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.073457 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:54.086213 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:22:54.091707 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:54.092451 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.112091 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event updated for resources: {'Port': ['ID=66f55f99-dc75-425b-9214-a2edc384e389,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:54.128945 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-eba975ee-8d1d-4c1b-b1ad-5a3b4d6d39fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0440197 Aug 27 02:22:54.225062 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:54.227441 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:54.227800 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:54.283294 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3c2566cb-b945-4e86-9887-d84d30c3da65 admin admin] Publish callbacks [] for security_group (30afbbf2-afab-4b9c-9217-3fef04f1a4c1), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.296090 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3c2566cb-b945-4e86-9887-d84d30c3da65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (30afbbf2-afab-4b9c-9217-3fef04f1a4c1), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.315048 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81921b15-5b92-41f8-a6fa-30be932b9435 {{(pid=106604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:22:54.332501 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b725e20-8529-49ed-83e5-81c89d71454d req-189e1250-b222-4fc9-868d-7239838304ed tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:54.335537 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b725e20-8529-49ed-83e5-81c89d71454d req-189e1250-b222-4fc9-868d-7239838304ed tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 931 time: 0.1234291 Aug 27 02:22:54.337537 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Publish callbacks [] for port (81921b15-5b92-41f8-a6fa-30be932b9435), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.373965 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2566cb-b945-4e86-9887-d84d30c3da65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30afbbf2-afab-4b9c-9217-3fef04f1a4c1,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:54.384555 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.provisioning_blocks [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Transition to ACTIVE for port object 81921b15-5b92-41f8-a6fa-30be932b9435 will not be triggered until provisioned by entity L2. {{(pid=106604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:22:54.389258 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3c2566cb-b945-4e86-9887-d84d30c3da65 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5c41fc70b9774df08ee9b819edc12ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6074727 Aug 27 02:22:54.391337 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 42548) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:22:54.411009 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.434982 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b725e20-8529-49ed-83e5-81c89d71454d req-834225ad-cb82-4aed-a941-98918f7b67c1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696003 Aug 27 02:22:54.457674 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-367d95b6-6649-49a3-9f67-c385a3f7ecdd None None] Provisioning complete for port 66f55f99-dc75-425b-9214-a2edc384e389 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:22:54.458071 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-367d95b6-6649-49a3-9f67-c385a3f7ecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (66f55f99-dc75-425b-9214-a2edc384e389), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.501291 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-367d95b6-6649-49a3-9f67-c385a3f7ecdd None None] Port 66f55f99-dc75-425b-9214-a2edc384e389 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:22:54.582634 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Pushing event updated for resources: {'Port': ['ID=81921b15-5b92-41f8-a6fa-30be932b9435,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:54.607772 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Attempting to bind port 81921b15-5b92-41f8-a6fa-30be932b9435 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:22:54.608344 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Attempting to bind port 81921b15-5b92-41f8-a6fa-30be932b9435 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:22:54.608873 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Attempting to bind port 81921b15-5b92-41f8-a6fa-30be932b9435 on network 8ba10e7b-62f2-400d-a225-3160ea7a308c {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:22:54.618169 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e362-3cee-4d88-aa68-c021e08ef22d admin admin] Publish callbacks [] for security_group (30afbbf2-afab-4b9c-9217-3fef04f1a4c1), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.620496 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Port 81921b15-5b92-41f8-a6fa-30be932b9435 on network 8ba10e7b-62f2-400d-a225-3160ea7a308c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:22:54.620810 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Attempting to bind port 81921b15-5b92-41f8-a6fa-30be932b9435 on network 8ba10e7b-62f2-400d-a225-3160ea7a308c {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:22:54.633236 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:22:54.633688 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Checking segment: {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:22:54.634550 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Bound using segment: {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:22:54.635042 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Bound port: 81921b15-5b92-41f8-a6fa-30be932b9435, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'}}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:22:54.635433 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.660869 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e362-3cee-4d88-aa68-c021e08ef22d admin admin] Publish callbacks [] for security_group (30afbbf2-afab-4b9c-9217-3fef04f1a4c1), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.753334 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] For port 81921b15-5b92-41f8-a6fa-30be932b9435, host hv-cinder-84630, cleared binding levels {{(pid=106604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:54.941216 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] For port 81921b15-5b92-41f8-a6fa-30be932b9435, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=81921b15-5b92-41f8-a6fa-30be932b9435,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:54.946184 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e362-3cee-4d88-aa68-c021e08ef22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (30afbbf2-afab-4b9c-9217-3fef04f1a4c1), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.949147 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e362-3cee-4d88-aa68-c021e08ef22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.950302 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c7f2e362-3cee-4d88-aa68-c021e08ef22d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/30afbbf2-afab-4b9c-9217-3fef04f1a4c1 HTTP/1.1" status: 204 len: 168 time: 0.5571685 Aug 27 02:22:54.953716 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.965277 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:54.965907 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:54.967378 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/81921b15-5b92-41f8-a6fa-30be932b9435 HTTP/1.1" status: 200 len: 1093 time: 2.2089024 Aug 27 02:22:54.968080 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bed8e9-f530-418a-9819-4f65dabdcda0', 'tag': '81921b15-5b92-41f8-a6fa-30be932b9435'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:22:55.045144 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2e362-3cee-4d88-aa68-c021e08ef22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30afbbf2-afab-4b9c-9217-3fef04f1a4c1,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:55.116433 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be22b48-bc00-43d2-bc41-4ac3befba942 service neutron] Pushing event updated for resources: {'Port': ['ID=81921b15-5b92-41f8-a6fa-30be932b9435,revision_number=3']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:55.196576 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc32b4b-0a56-48a1-b87c-a0f5af42f3ad req-a4c2adc9-6cb4-4816-9e0a-600d2d6b5f11 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:55.198178 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5bc32b4b-0a56-48a1-b87c-a0f5af42f3ad req-a4c2adc9-6cb4-4816-9e0a-600d2d6b5f11 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.1660531 Aug 27 02:22:55.212878 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd93af6-67be-4c0e-a98f-47fee72bedb3 req-0a0222a6-f1fd-4185-b95b-a35c0f2351b0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:55.215333 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcd93af6-67be-4c0e-a98f-47fee72bedb3 req-0a0222a6-f1fd-4185-b95b-a35c0f2351b0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.1042302 Aug 27 02:22:55.287043 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5bc32b4b-0a56-48a1-b87c-a0f5af42f3ad req-500f7303-db2a-4b4a-856a-ab60c4d617c9 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705616 Aug 27 02:22:55.298629 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d207ec70-b640-45db-982a-9a29276afc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "05bed8e9-f530-418a-9819-4f65dabdcda0", "tag": "81921b15-5b92-41f8-a6fa-30be932b9435"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:55.324563 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcd93af6-67be-4c0e-a98f-47fee72bedb3 req-daf891ad-86dc-4ca0-a43f-a6dc6e5181b1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814641 Aug 27 02:22:55.498811 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd23725-7102-4f8f-b2a6-6c9491e305aa x-openstack-request-id: req-2cd23725-7102-4f8f-b2a6-6c9491e305aa {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:55.499235 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bed8e9-f530-418a-9819-4f65dabdcda0", "tag": "81921b15-5b92-41f8-a6fa-30be932b9435", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:55.499578 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cd23725-7102-4f8f-b2a6-6c9491e305aa {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:55.500086 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd23725-7102-4f8f-b2a6-6c9491e305aa'] response: {'name': 'network-changed', 'server_uuid': '05bed8e9-f530-418a-9819-4f65dabdcda0', 'tag': '81921b15-5b92-41f8-a6fa-30be932b9435', 'status': 'completed', 'code': 200} Aug 27 02:22:55.604422 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f17bb2-cae6-4d68-af71-dcfe17dfb4c7 req-fe2c01fa-973b-407c-978f-6f0ec32264b2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:55.605944 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-83f17bb2-cae6-4d68-af71-dcfe17dfb4c7 req-fe2c01fa-973b-407c-978f-6f0ec32264b2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0635147 Aug 27 02:22:55.685555 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-83f17bb2-cae6-4d68-af71-dcfe17dfb4c7 req-4327c7d5-1b32-42b7-a341-8e8173823fd4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693350 Aug 27 02:22:56.482879 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb1e85-6433-4f5a-89fc-f2cc7dca1ecd req-2e31791c-43cd-42fe-a916-367589864473 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:56.484489 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5dcb1e85-6433-4f5a-89fc-f2cc7dca1ecd req-2e31791c-43cd-42fe-a916-367589864473 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.0870178 Aug 27 02:22:56.513807 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c515e69-ff6e-496d-8490-7760665a6907 req-b1903370-638c-4225-a386-7b01f17b83d4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:56.515060 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3c515e69-ff6e-496d-8490-7760665a6907 req-b1903370-638c-4225-a386-7b01f17b83d4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.0765796 Aug 27 02:22:56.550896 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:56.566865 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5dcb1e85-6433-4f5a-89fc-f2cc7dca1ecd req-1f5c819c-9349-40f1-8c39-bd53a6bb7f17 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751779 Aug 27 02:22:56.591568 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3c515e69-ff6e-496d-8490-7760665a6907 req-59be323f-9129-4198-abb8-d94c84ff4c9e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668504 Aug 27 02:22:56.846359 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83671b44-46b9-4e46-8658-a8af336893e1 req-e8e88303-ea94-4747-bd15-060b3e3003b3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:56.848630 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-83671b44-46b9-4e46-8658-a8af336893e1 req-e8e88303-ea94-4747-bd15-060b3e3003b3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0671291 Aug 27 02:22:56.907767 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-83671b44-46b9-4e46-8658-a8af336893e1 req-956c3707-2268-4b2f-bf3c-440509a63758 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513959 Aug 27 02:22:57.580171 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:57.782611 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:57.834582 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba8a60-b5b8-4528-939e-17a92cfa079c req-332a72e1-5617-49f4-aa37-17223769826d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:57.842451 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64ba8a60-b5b8-4528-939e-17a92cfa079c req-332a72e1-5617-49f4-aa37-17223769826d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.0731361 Aug 27 02:22:57.884069 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13536146-26d5-4ee3-8a0c-3038de9f3189 req-761c5e94-7635-41c2-99cd-cc851cd2ca1d tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:57.892277 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-13536146-26d5-4ee3-8a0c-3038de9f3189 req-761c5e94-7635-41c2-99cd-cc851cd2ca1d tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.1902606 Aug 27 02:22:57.933819 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64ba8a60-b5b8-4528-939e-17a92cfa079c req-4d34299c-5b4c-47cb-915a-675d6692a3c2 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896852 Aug 27 02:22:58.011078 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:58.013157 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-13536146-26d5-4ee3-8a0c-3038de9f3189 req-fe35e207-8efe-4d3f-98a2-c91bd3fb1213 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187723 Aug 27 02:22:58.141752 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43849649-8af0-40f5-893b-73c0d1d124dd req-a30660e3-cf1f-4112-aed3-373aade1a60d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:58.141752 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43849649-8af0-40f5-893b-73c0d1d124dd req-a30660e3-cf1f-4112-aed3-373aade1a60d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0518303 Aug 27 02:22:58.170145 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:22:58.212834 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43849649-8af0-40f5-893b-73c0d1d124dd req-c26f397c-fa66-4638-9120-6f0b9b5c7f20 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698314 Aug 27 02:22:58.992692 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:22:59.171409 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e96577-d420-481c-a26b-7a7bf718cead req-3c18369e-0095-4cf2-bc00-41c8cc2b1f7c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:59.172916 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92e96577-d420-481c-a26b-7a7bf718cead req-3c18369e-0095-4cf2-bc00-41c8cc2b1f7c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.1136396 Aug 27 02:22:59.224694 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f46d5-d5be-401f-91f9-405f0f162923 req-04c62616-0121-4956-8854-77e95e2d4106 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:59.226956 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a5f46d5-d5be-401f-91f9-405f0f162923 req-04c62616-0121-4956-8854-77e95e2d4106 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.0750544 Aug 27 02:22:59.267364 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92e96577-d420-481c-a26b-7a7bf718cead req-61fceb77-a3a5-4ad0-adbd-9004e303eb7f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772557 Aug 27 02:22:59.317164 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a5f46d5-d5be-401f-91f9-405f0f162923 req-dcc5e17d-00d8-4dc4-b648-2f3aec96f1d8 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849509 Aug 27 02:22:59.418121 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40115e6e-8462-4656-b1b9-9a5486e92ab6 req-a9e974d0-3c79-401d-bfc8-ba68f55e8301 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:22:59.420952 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40115e6e-8462-4656-b1b9-9a5486e92ab6 req-a9e974d0-3c79-401d-bfc8-ba68f55e8301 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0845270 Aug 27 02:22:59.481840 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40115e6e-8462-4656-b1b9-9a5486e92ab6 req-c01d51fd-823d-4ff1-a406-c0ddbf181b4a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548038 Aug 27 02:23:00.397500 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32935a94-42c5-4ea3-b602-d8c0d435290f req-3ec85a0f-d93e-4238-a045-b2312a45552a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:00.399026 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-32935a94-42c5-4ea3-b602-d8c0d435290f req-3ec85a0f-d93e-4238-a045-b2312a45552a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.0550256 Aug 27 02:23:00.469449 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6add40-d225-4cc4-bf06-f9cb60d4a3d2 req-8c64cf2e-39c4-484a-a4b5-eb14e8045fdd tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:00.470931 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f6add40-d225-4cc4-bf06-f9cb60d4a3d2 req-8c64cf2e-39c4-484a-a4b5-eb14e8045fdd tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.0710230 Aug 27 02:23:00.497780 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-32935a94-42c5-4ea3-b602-d8c0d435290f req-73a3c8c1-6276-446d-88c0-b4b43c32ab5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882833 Aug 27 02:23:00.547630 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f6add40-d225-4cc4-bf06-f9cb60d4a3d2 req-3469b505-c517-4f2c-9521-1864221703e5 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640574 Aug 27 02:23:00.617574 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d5ecc-2b33-4757-b4c4-360ea64e117a req-02a8e889-a013-4c9d-af9d-c449a6df947c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:00.619731 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb1d5ecc-2b33-4757-b4c4-360ea64e117a req-02a8e889-a013-4c9d-af9d-c449a6df947c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0527279 Aug 27 02:23:00.678676 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb1d5ecc-2b33-4757-b4c4-360ea64e117a req-042c59ab-fd38-4e09-aa67-483c074bacbb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522773 Aug 27 02:23:01.670683 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae231d-3c2c-4969-99a7-602f111357bd req-c9f96dea-257c-449e-b21e-74734ea707d4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:01.672228 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-04ae231d-3c2c-4969-99a7-602f111357bd req-c9f96dea-257c-449e-b21e-74734ea707d4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.0986800 Aug 27 02:23:01.731666 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af5509-1b17-46c5-9978-e39b5821faf1 req-8ad028e6-6722-4c67-a0c0-7cd1f659fe30 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:01.733360 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-86af5509-1b17-46c5-9978-e39b5821faf1 req-8ad028e6-6722-4c67-a0c0-7cd1f659fe30 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.0854230 Aug 27 02:23:01.774798 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-04ae231d-3c2c-4969-99a7-602f111357bd req-7399a4e7-dbc8-4320-b6af-644ab24a9bac tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857837 Aug 27 02:23:01.816717 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-86af5509-1b17-46c5-9978-e39b5821faf1 req-ce35af65-2762-4c8f-ad85-52b15c396711 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729187 Aug 27 02:23:01.905865 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56b2cb-71d2-4550-8dd5-7f322f530aac req-79e171ec-ab96-47f4-92dd-7f2eca5456c5 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:01.907755 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c56b2cb-71d2-4550-8dd5-7f322f530aac req-79e171ec-ab96-47f4-92dd-7f2eca5456c5 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0512288 Aug 27 02:23:01.966976 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c56b2cb-71d2-4550-8dd5-7f322f530aac req-1e3e7f2a-2f3e-4e1a-8ec3-f1ec59dfc951 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503602 Aug 27 02:23:02.940256 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:02.952588 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaedbaa-97b8-4c51-960f-a80214a58041 req-d249340b-3ac5-4256-82ef-1ed79b01ee16 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:02.954076 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cdaedbaa-97b8-4c51-960f-a80214a58041 req-d249340b-3ac5-4256-82ef-1ed79b01ee16 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.0806036 Aug 27 02:23:02.967223 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90416e41-ff4c-4efa-bb75-f9302a7cbb7c req-2059b20e-1cd1-4040-a2f1-a340f0a33c10 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:02.968953 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90416e41-ff4c-4efa-bb75-f9302a7cbb7c req-2059b20e-1cd1-4040-a2f1-a340f0a33c10 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.0614202 Aug 27 02:23:03.044323 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90416e41-ff4c-4efa-bb75-f9302a7cbb7c req-2cef44f5-7036-4b85-a205-6208d959dca3 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683739 Aug 27 02:23:03.047202 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cdaedbaa-97b8-4c51-960f-a80214a58041 req-7e990ee7-b7ae-4cce-b0b5-4eead4dc9483 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772932 Aug 27 02:23:03.116105 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:03.156782 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fd5bd-3ac2-485d-8a74-a62d7a3b3526 req-408d43cb-69e0-4226-96a0-3d377e695129 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:03.158291 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-044fd5bd-3ac2-485d-8a74-a62d7a3b3526 req-408d43cb-69e0-4226-96a0-3d377e695129 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0521946 Aug 27 02:23:03.212741 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-044fd5bd-3ac2-485d-8a74-a62d7a3b3526 req-3731a2a3-ae80-42b5-b993-8dbde93f1f96 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481355 Aug 27 02:23:04.238877 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87aa2e-134f-4d0d-bb23-efc9040611d6 req-1304bcf6-c87d-486e-a417-235096a0002f tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:04.241362 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2e87aa2e-134f-4d0d-bb23-efc9040611d6 req-1304bcf6-c87d-486e-a417-235096a0002f tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.0946052 Aug 27 02:23:04.247097 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe6608-8588-44f6-a5d3-196e4cb5bf47 req-a8eec280-83c6-419e-8d8d-6fde687127f3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:04.248675 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ebe6608-8588-44f6-a5d3-196e4cb5bf47 req-a8eec280-83c6-419e-8d8d-6fde687127f3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.1004307 Aug 27 02:23:04.328239 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2e87aa2e-134f-4d0d-bb23-efc9040611d6 req-b833afe0-5d77-4352-8146-455ad57298ce tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783143 Aug 27 02:23:04.345283 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ebe6608-8588-44f6-a5d3-196e4cb5bf47 req-59efe093-a2b3-47e5-a533-226f8b8ae0e1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778182 Aug 27 02:23:04.455376 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3642b7-938d-4f50-bacb-9b34321dc5aa req-35ce2d8a-e2b6-4d3d-8005-a75423324e01 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:04.458531 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd3642b7-938d-4f50-bacb-9b34321dc5aa req-35ce2d8a-e2b6-4d3d-8005-a75423324e01 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0577796 Aug 27 02:23:04.517901 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd3642b7-938d-4f50-bacb-9b34321dc5aa req-a6a89d0b-f4e9-4b7d-abd8-c4ef76399341 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532074 Aug 27 02:23:05.107108 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:05.112111 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=45,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:05.641067 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b5e12-88f9-47ea-a429-845ec43e8f8c req-76dd5828-1b2f-452f-8d73-ef268c8f80ab tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:05.642181 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9a7b5e12-88f9-47ea-a429-845ec43e8f8c req-76dd5828-1b2f-452f-8d73-ef268c8f80ab tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.2249334 Aug 27 02:23:05.665262 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdcbfc-98bd-448d-ac6d-01f4ca603cbd req-a542e6e8-ea2d-4f8e-8872-d0cfcb9c0e7b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:05.666729 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c8cdcbfc-98bd-448d-ac6d-01f4ca603cbd req-a542e6e8-ea2d-4f8e-8872-d0cfcb9c0e7b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.0701015 Aug 27 02:23:05.731446 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9a7b5e12-88f9-47ea-a429-845ec43e8f8c req-3a8f0a4e-c65b-4428-adf3-2a030ff0da3c tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825000 Aug 27 02:23:05.748928 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c8cdcbfc-98bd-448d-ac6d-01f4ca603cbd req-62d77a40-74a0-40f7-a686-51f34b208ed5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745428 Aug 27 02:23:05.897409 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20badf-b893-4e16-8f2e-55d44300fc08 req-1b2c4122-9afa-4f8d-af3a-ad9e92326abb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:05.898935 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ce20badf-b893-4e16-8f2e-55d44300fc08 req-1b2c4122-9afa-4f8d-af3a-ad9e92326abb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0638261 Aug 27 02:23:05.964967 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ce20badf-b893-4e16-8f2e-55d44300fc08 req-2cde0509-5014-47cb-86eb-6630d6ea6649 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564451 Aug 27 02:23:06.882071 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8646d10-3afa-4c28-8270-d883370cc8a4 req-11cc5c8f-9b7d-4f5e-a331-5d80d0aa1618 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:06.883643 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e8646d10-3afa-4c28-8270-d883370cc8a4 req-11cc5c8f-9b7d-4f5e-a331-5d80d0aa1618 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.0677090 Aug 27 02:23:06.934602 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b92e6-1b04-4740-b401-ca07813c5a20 req-123d1f91-0d51-4f40-b24a-ac5390fc919a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:06.936086 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-305b92e6-1b04-4740-b401-ca07813c5a20 req-123d1f91-0d51-4f40-b24a-ac5390fc919a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.0746531 Aug 27 02:23:06.987009 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e8646d10-3afa-4c28-8270-d883370cc8a4 req-26f52ccf-1e00-4efd-b127-6a75f8687765 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845387 Aug 27 02:23:07.037914 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-305b92e6-1b04-4740-b401-ca07813c5a20 req-6869b756-35cc-4794-b0e7-5575769c2509 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906022 Aug 27 02:23:07.137230 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ab5b8-0f26-4f17-aa9a-4bdf2a9eb203 req-5b586151-cb12-4ee0-84b2-bcfdc6cf326d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:07.138629 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5c4ab5b8-0f26-4f17-aa9a-4bdf2a9eb203 req-5b586151-cb12-4ee0-84b2-bcfdc6cf326d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0639772 Aug 27 02:23:07.176898 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:07.190816 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5c4ab5b8-0f26-4f17-aa9a-4bdf2a9eb203 req-5d2371eb-7cd8-4526-99f8-4e7450b3d05d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462441 Aug 27 02:23:08.172146 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c118cc4-2b61-4950-b26b-335c17de770a req-8245f98f-b9ca-41ea-aba4-1a51a5ecf473 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:08.173711 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c118cc4-2b61-4950-b26b-335c17de770a req-8245f98f-b9ca-41ea-aba4-1a51a5ecf473 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.0792320 Aug 27 02:23:08.219507 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:08.248125 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac40c5-462c-41c3-b3c9-b76347d5b749 req-dd9ece66-2c58-41d3-ab21-d3b5a93d373f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:08.258899 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50ac40c5-462c-41c3-b3c9-b76347d5b749 req-dd9ece66-2c58-41d3-ab21-d3b5a93d373f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.1035528 Aug 27 02:23:08.328065 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c118cc4-2b61-4950-b26b-335c17de770a req-380337b7-2431-4c64-8116-fa32d9e83727 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241372 Aug 27 02:23:08.394813 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50ac40c5-462c-41c3-b3c9-b76347d5b749 req-cda9bc36-ee85-4fa4-80f8-482dad6b1414 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302507 Aug 27 02:23:08.550326 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600ce81-0ef9-449f-86a8-c12ec35003e5 req-bc26d164-c4df-4e79-ba80-d096efc7fb77 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:08.553220 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4600ce81-0ef9-449f-86a8-c12ec35003e5 req-bc26d164-c4df-4e79-ba80-d096efc7fb77 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0830963 Aug 27 02:23:08.628790 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4600ce81-0ef9-449f-86a8-c12ec35003e5 req-d34eb83c-89ac-4d27-adf3-08a3fa1363f3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695012 Aug 27 02:23:08.971027 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:08.983440 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:09.515081 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b99d2-59b7-42d6-84c0-b812966e922d req-b32d89f1-9a88-4334-8772-28fbb90c8bc4 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:09.528250 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a27b99d2-59b7-42d6-84c0-b812966e922d req-b32d89f1-9a88-4334-8772-28fbb90c8bc4 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.1097043 Aug 27 02:23:09.595462 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23560ce-1391-4b37-a201-1ff71d4b176b req-e905af24-f329-4f14-b22b-3a9f937b65f1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:09.597212 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c23560ce-1391-4b37-a201-1ff71d4b176b req-e905af24-f329-4f14-b22b-3a9f937b65f1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.1098819 Aug 27 02:23:09.639441 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a27b99d2-59b7-42d6-84c0-b812966e922d req-cca1386e-19c4-442e-a056-5852c68f414e tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100142 Aug 27 02:23:09.680355 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c23560ce-1391-4b37-a201-1ff71d4b176b req-d7f8479d-1ced-496c-bbdc-616d247c51ce tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735519 Aug 27 02:23:09.810120 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00a07-01ae-4110-978c-134e1f4ffea7 req-0e5655b8-21a8-4ced-b2da-4bfff96c0f97 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:09.812475 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28c00a07-01ae-4110-978c-134e1f4ffea7 req-0e5655b8-21a8-4ced-b2da-4bfff96c0f97 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0631270 Aug 27 02:23:09.866476 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28c00a07-01ae-4110-978c-134e1f4ffea7 req-3368e84e-d8a2-4253-bc1d-560d18bfbdf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481923 Aug 27 02:23:10.866596 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c931df3-c8ca-4cf2-b865-c3e3f694b37c req-39baa244-31dd-4390-a855-b115bf0d4fe0 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:10.868144 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5c931df3-c8ca-4cf2-b865-c3e3f694b37c req-39baa244-31dd-4390-a855-b115bf0d4fe0 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.1014533 Aug 27 02:23:10.888273 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc0fcb-a4c5-4b11-adfd-6252a5a475f8 req-88bf7f1b-f087-4d23-b7ce-7407ff2e2012 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:10.889750 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4dc0fcb-a4c5-4b11-adfd-6252a5a475f8 req-88bf7f1b-f087-4d23-b7ce-7407ff2e2012 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.1024778 Aug 27 02:23:10.959480 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5c931df3-c8ca-4cf2-b865-c3e3f694b37c req-382e0e64-4daf-44ca-88bb-978d944b21fb tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813332 Aug 27 02:23:10.972978 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4dc0fcb-a4c5-4b11-adfd-6252a5a475f8 req-4267ecbb-36e1-4d95-91ba-0524ac416349 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732977 Aug 27 02:23:11.089383 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4dbf2-2e60-4c8f-949a-fbf939a20f68 req-e26c10b5-5424-4861-9a11-86bfcefe8825 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:11.090967 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2da4dbf2-2e60-4c8f-949a-fbf939a20f68 req-e26c10b5-5424-4861-9a11-86bfcefe8825 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0581417 Aug 27 02:23:11.147874 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2da4dbf2-2e60-4c8f-949a-fbf939a20f68 req-78e4b94d-6011-4727-b730-751412b8bd93 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Aug 27 02:23:12.114342 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:12.134154 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876422e-8416-4dd6-8635-103b60388b15 req-20659576-0a6a-4469-827a-cd090accc4b2 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:12.135625 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2876422e-8416-4dd6-8635-103b60388b15 req-20659576-0a6a-4469-827a-cd090accc4b2 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.0925014 Aug 27 02:23:12.141187 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1f15f-268d-40fb-aa3f-664bcabb0251 req-5ca8c2bc-eb51-46c3-935c-d5b8bbbd690d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:12.142582 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d9f1f15f-268d-40fb-aa3f-664bcabb0251 req-5ca8c2bc-eb51-46c3-935c-d5b8bbbd690d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.0846858 Aug 27 02:23:12.223068 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d9f1f15f-268d-40fb-aa3f-664bcabb0251 req-d59c020c-7496-4749-88d2-31b775952ddd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729873 Aug 27 02:23:12.226631 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2876422e-8416-4dd6-8635-103b60388b15 req-04bf282d-bb43-4931-af4d-35d934ff94e4 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831852 Aug 27 02:23:12.342905 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b35e0-5aae-44c3-9b66-83814730b317 req-b3a00f8a-cb43-4b66-a184-4a2c3b599a12 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:12.345055 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-126b35e0-5aae-44c3-9b66-83814730b317 req-b3a00f8a-cb43-4b66-a184-4a2c3b599a12 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0560417 Aug 27 02:23:12.402340 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-126b35e0-5aae-44c3-9b66-83814730b317 req-f42035b7-fd26-49e7-9c59-c379381c7176 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481765 Aug 27 02:23:13.384834 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd66b7-f404-4919-9cc2-7eedf96123b1 req-9ac15343-c261-48aa-b301-cd91f1719445 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:13.386404 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e4cd66b7-f404-4919-9cc2-7eedf96123b1 req-9ac15343-c261-48aa-b301-cd91f1719445 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.0824897 Aug 27 02:23:13.394596 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049bc14-94e0-49db-9a69-4fb3242c338e req-fbcef8b7-6a88-425e-84e1-82fa631bc6db tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:13.396166 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1049bc14-94e0-49db-9a69-4fb3242c338e req-fbcef8b7-6a88-425e-84e1-82fa631bc6db tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.0811563 Aug 27 02:23:13.430122 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:13.472877 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e4cd66b7-f404-4919-9cc2-7eedf96123b1 req-44c428c6-f625-4154-994e-c5c2026d527d tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757148 Aug 27 02:23:13.476415 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1049bc14-94e0-49db-9a69-4fb3242c338e req-c946a7da-f5f7-43d5-a401-98c939378d22 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732114 Aug 27 02:23:13.595865 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602c7b-ec4d-42ec-80a8-d4b8f66c395c req-081017da-344a-4a6e-9bc2-704541f1c570 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:13.597394 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50602c7b-ec4d-42ec-80a8-d4b8f66c395c req-081017da-344a-4a6e-9bc2-704541f1c570 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0550568 Aug 27 02:23:13.648109 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50602c7b-ec4d-42ec-80a8-d4b8f66c395c req-c9d7fdf6-1bb2-4f04-afd0-b5c9034ae499 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Aug 27 02:23:14.190538 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Request body: {'port': {'device_id': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:14.265767 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:14.410261 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Request body: {'port': {'device_id': 'fbef28bb-3cdf-4a27-8493-add7806af828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:14.428789 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Request body: {'port': {'device_id': 'e2bf7024-0779-4e08-844a-43b78187e770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:14.553605 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (66f55f99-dc75-425b-9214-a2edc384e389), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:14.559138 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:14.606677 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98d7081-9ec1-49da-9111-4786cc0b96ef {{(pid=106604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:23:14.623153 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Publish callbacks [] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:14.642141 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.provisioning_blocks [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Transition to ACTIVE for port object e98d7081-9ec1-49da-9111-4786cc0b96ef will not be triggered until provisioned by entity L2. {{(pid=106604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:23:14.648714 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:14.738192 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Pushing event updated for resources: {'Port': ['ID=e98d7081-9ec1-49da-9111-4786cc0b96ef,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:14.753489 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Attempting to bind port e98d7081-9ec1-49da-9111-4786cc0b96ef on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:23:14.753906 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Attempting to bind port e98d7081-9ec1-49da-9111-4786cc0b96ef by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:23:14.754352 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Attempting to bind port e98d7081-9ec1-49da-9111-4786cc0b96ef on network 134184f4-d632-4173-b77c-1566bf4eb0fb {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:23:14.759602 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Port e98d7081-9ec1-49da-9111-4786cc0b96ef on network 134184f4-d632-4173-b77c-1566bf4eb0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:23:14.760009 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Attempting to bind port e98d7081-9ec1-49da-9111-4786cc0b96ef on network 134184f4-d632-4173-b77c-1566bf4eb0fb {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:23:14.766017 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:23:14.766255 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Checking segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:23:14.766628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Bound using segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:23:14.767062 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Bound port: e98d7081-9ec1-49da-9111-4786cc0b96ef, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:23:14.767420 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:14.781929 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74fee3-26c7-495f-a0e5-44ceb7dab007 req-e3d46470-ba71-420a-bff6-bb90a9f3f712 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:14.783442 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e74fee3-26c7-495f-a0e5-44ceb7dab007 req-e3d46470-ba71-420a-bff6-bb90a9f3f712 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 931 time: 0.1914182 Aug 27 02:23:14.861173 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025ba65-67a6-4ef5-9c55-0fc2af4e5450 req-3c146080-9f05-4542-acb5-f1c560a0d474 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:14.862709 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a025ba65-67a6-4ef5-9c55-0fc2af4e5450 req-3c146080-9f05-4542-acb5-f1c560a0d474 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 932 time: 0.2302048 Aug 27 02:23:14.873224 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] For port e98d7081-9ec1-49da-9111-4786cc0b96ef, host hv-cinder-84630, cleared binding levels {{(pid=106604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:14.878990 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] For port e98d7081-9ec1-49da-9111-4786cc0b96ef, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=e98d7081-9ec1-49da-9111-4786cc0b96ef,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:14.886558 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:14.893988 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:14.894596 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:14.896114 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/e98d7081-9ec1-49da-9111-4786cc0b96ef HTTP/1.1" status: 200 len: 1093 time: 0.7106602 Aug 27 02:23:14.897004 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'tag': 'e98d7081-9ec1-49da-9111-4786cc0b96ef'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:23:14.898985 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60ae91e-bbab-4933-ae87-0513751c44cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad09ab6-ef1f-47a2-bf44-6ae046cc8645", "tag": "e98d7081-9ec1-49da-9111-4786cc0b96ef"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:14.954307 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ed902-fd51-425b-9181-fb52b2475c78 service neutron] Pushing event updated for resources: {'Port': ['ID=e98d7081-9ec1-49da-9111-4786cc0b96ef,revision_number=3']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:15.018230 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:15.269030 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ec70-b640-45db-982a-9a29276afc0c req-df7c0382-96e0-463c-bce8-3919f3be5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:15.272053 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d207ec70-b640-45db-982a-9a29276afc0c req-df7c0382-96e0-463c-bce8-3919f3be5ba3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 1127 time: 0.1542568 Aug 27 02:23:15.273091 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-eb872277-5201-4879-aa9d-3fc1b3d50187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:15.274470 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-eb872277-5201-4879-aa9d-3fc1b3d50187 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 1127 time: 0.0715253 Aug 27 02:23:15.300674 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e74fee3-26c7-495f-a0e5-44ceb7dab007 req-3dbc8b64-e122-467c-bca2-f7f05f8580d3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4903204 Aug 27 02:23:15.327053 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a025ba65-67a6-4ef5-9c55-0fc2af4e5450 req-73b6dbce-7bb8-4bef-95ae-65c19d925b73 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301848 Aug 27 02:23:15.521100 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4168fa6-3b0a-4107-83cf-7d31f29910d4 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:23:15.529812 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Publish callbacks [] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:15.556308 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Transition to ACTIVE for port object b4168fa6-3b0a-4107-83cf-7d31f29910d4 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:23:15.569339 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:15.582012 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920557fa-64c8-4301-b7ac-e1ae75aa45da x-openstack-request-id: req-920557fa-64c8-4301-b7ac-e1ae75aa45da {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:15.582359 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad09ab6-ef1f-47a2-bf44-6ae046cc8645", "tag": "e98d7081-9ec1-49da-9111-4786cc0b96ef", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:15.583363 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-920557fa-64c8-4301-b7ac-e1ae75aa45da {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:15.584177 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920557fa-64c8-4301-b7ac-e1ae75aa45da'] response: {'name': 'network-changed', 'server_uuid': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'tag': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'status': 'completed', 'code': 200} Aug 27 02:23:15.594489 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-2c423496-a2fd-4469-8748-495e1fcb24f3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e98d7081-9ec1-49da-9111-4786cc0b96ef HTTP/1.1" status: 200 len: 217 time: 0.1251369 Aug 27 02:23:15.683335 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-6d1bde58-70f8-480b-9257-9d44e7307811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:15.685583 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-6d1bde58-70f8-480b-9257-9d44e7307811 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0817931 Aug 27 02:23:15.692061 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:15.731576 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ec70-b640-45db-982a-9a29276afc0c req-6f8e95c7-0e3f-477b-add8-2ceb7e087306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:15.737912 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d207ec70-b640-45db-982a-9a29276afc0c req-6f8e95c7-0e3f-477b-add8-2ceb7e087306 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=880ac4003248441c809a76cfd1b221eb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4341900 Aug 27 02:23:15.804858 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58a72f-9891-4ae9-8922-1b19fc7c7ea2 req-5c5e4bd1-6398-4d62-bf10-69dbc35d9f89 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:15.807223 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2f58a72f-9891-4ae9-8922-1b19fc7c7ea2 req-5c5e4bd1-6398-4d62-bf10-69dbc35d9f89 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.2453036 Aug 27 02:23:15.820008 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Pushing event updated for resources: {'Port': ['ID=b4168fa6-3b0a-4107-83cf-7d31f29910d4,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:15.825443 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f55f99-dc75-425b-9214-a2edc384e389 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:23:15.854095 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Publish callbacks [] for port (66f55f99-dc75-425b-9214-a2edc384e389), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:15.869898 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Attempting to bind port b4168fa6-3b0a-4107-83cf-7d31f29910d4 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:23:15.870257 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Attempting to bind port b4168fa6-3b0a-4107-83cf-7d31f29910d4 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:23:15.870576 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Attempting to bind port b4168fa6-3b0a-4107-83cf-7d31f29910d4 on network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:23:15.900646 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Port b4168fa6-3b0a-4107-83cf-7d31f29910d4 on network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:23:15.900997 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Attempting to bind port b4168fa6-3b0a-4107-83cf-7d31f29910d4 on network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:23:15.912936 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Transition to ACTIVE for port object 66f55f99-dc75-425b-9214-a2edc384e389 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:23:15.922351 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:23:15.922919 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Checking segment: {'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:23:15.923603 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Bound using segment: {'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:23:15.924281 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Bound port: b4168fa6-3b0a-4107-83cf-7d31f29910d4, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5158ef-878d-416c-be80-fa70b049707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:23:15.925456 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:15.926770 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (66f55f99-dc75-425b-9214-a2edc384e389), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:15.975626 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:15.978079 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:15.999014 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:16.000864 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-5974577f-d589-4b2b-af55-1522bc86e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:16.002380 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-5974577f-d589-4b2b-af55-1522bc86e52e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1733212 Aug 27 02:23:16.014787 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2f58a72f-9891-4ae9-8922-1b19fc7c7ea2 req-3189d81b-4490-48b5-b987-83908a442eb5 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980593 Aug 27 02:23:16.051022 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Pushing event updated for resources: {'Port': ['ID=66f55f99-dc75-425b-9214-a2edc384e389,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:16.072980 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Attempting to bind port 66f55f99-dc75-425b-9214-a2edc384e389 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:23:16.073391 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Attempting to bind port 66f55f99-dc75-425b-9214-a2edc384e389 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:23:16.074056 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Attempting to bind port 66f55f99-dc75-425b-9214-a2edc384e389 on network 8ba10e7b-62f2-400d-a225-3160ea7a308c {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:23:16.101490 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Port 66f55f99-dc75-425b-9214-a2edc384e389 on network 8ba10e7b-62f2-400d-a225-3160ea7a308c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:23:16.101490 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Attempting to bind port 66f55f99-dc75-425b-9214-a2edc384e389 on network 8ba10e7b-62f2-400d-a225-3160ea7a308c {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:23:16.108222 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] For port b4168fa6-3b0a-4107-83cf-7d31f29910d4, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:16.129408 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:23:16.129985 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Checking segment: {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:23:16.130688 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Bound using segment: {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:23:16.131254 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Bound port: 66f55f99-dc75-425b-9214-a2edc384e389, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:23:16.131757 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (66f55f99-dc75-425b-9214-a2edc384e389), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:16.139775 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] For port b4168fa6-3b0a-4107-83cf-7d31f29910d4, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=b4168fa6-3b0a-4107-83cf-7d31f29910d4,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:16.155143 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:16.167765 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:16.168598 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:16.170564 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/b4168fa6-3b0a-4107-83cf-7d31f29910d4 HTTP/1.1" status: 200 len: 1094 time: 1.7656639 Aug 27 02:23:16.171325 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ec70-b640-45db-982a-9a29276afc0c req-6a193f3c-c9d5-4c66-a7e8-1c520d262d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:16.172480 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbef28bb-3cdf-4a27-8493-add7806af828', 'tag': 'b4168fa6-3b0a-4107-83cf-7d31f29910d4'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:23:16.173195 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d207ec70-b640-45db-982a-9a29276afc0c req-6a193f3c-c9d5-4c66-a7e8-1c520d262d41 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3082230 Aug 27 02:23:16.218390 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-fab893a1-e999-4997-b12f-29458013f7a4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029462 Aug 27 02:23:16.377462 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-4d03009a-dc94-464f-abad-cba404bc63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:16.379130 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-4d03009a-dc94-464f-abad-cba404bc63a3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 1127 time: 0.0897946 Aug 27 02:23:16.405488 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddc6db-3ee3-4343-89a6-fd196d5e522a service neutron] Pushing event updated for resources: {'Port': ['ID=b4168fa6-3b0a-4107-83cf-7d31f29910d4,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:16.419766 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-4fa01c8d-d1d9-4fa1-86ef-5ddcb34ba244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:16.421668 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-4fa01c8d-d1d9-4fa1-86ef-5ddcb34ba244 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f7ef4b44a3f94d599eacce269b06594c&device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 1128 time: 0.1339087 Aug 27 02:23:16.596248 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305fe688-23e7-480e-8d1c-f292d56a49ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fbef28bb-3cdf-4a27-8493-add7806af828", "tag": "b4168fa6-3b0a-4107-83cf-7d31f29910d4"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:16.749315 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0064777-f538-40f6-954f-066ae2eefa6f req-1f81dfc8-0a5d-4360-b128-84b7c3816f16 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:16.751521 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0064777-f538-40f6-954f-066ae2eefa6f req-1f81dfc8-0a5d-4360-b128-84b7c3816f16 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 944 time: 0.1612394 Aug 27 02:23:16.753928 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-4a232aef-fa76-4913-8c84-30f70beea8a3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81921b15-5b92-41f8-a6fa-30be932b9435 HTTP/1.1" status: 200 len: 217 time: 0.3426089 Aug 27 02:23:16.756311 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-d3bc27de-77ac-4669-84f9-38eb4c5c25db service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4168fa6-3b0a-4107-83cf-7d31f29910d4 HTTP/1.1" status: 200 len: 217 time: 0.3166964 Aug 27 02:23:16.863876 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638644-0645-47ea-9f51-f328c198ac96 req-51b5ed4b-071f-4aba-9a6f-0ee72f3b9f7b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:16.871361 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f638644-0645-47ea-9f51-f328c198ac96 req-51b5ed4b-071f-4aba-9a6f-0ee72f3b9f7b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 943 time: 0.2961783 Aug 27 02:23:16.871500 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5716eb54-110f-4768-ade6-5b667820f5e4 req-ce69327d-2e9f-45e4-ad09-7b8145e2be26 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274240 Aug 27 02:23:16.928062 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] For port 66f55f99-dc75-425b-9214-a2edc384e389, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:16.949220 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-21ac3688-673b-458c-84ef-36fc3950f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:16.952479 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-21ac3688-673b-458c-84ef-36fc3950f233 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=3aef2d45-7fcd-4542-a86b-743b014ff772 HTTP/1.1" status: 200 len: 851 time: 0.1758223 Aug 27 02:23:16.967632 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] For port 66f55f99-dc75-425b-9214-a2edc384e389, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=66f55f99-dc75-425b-9214-a2edc384e389,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:16.972693 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-7113fc87-f322-4123-a500-6104c6382b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:16.974936 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-7113fc87-f322-4123-a500-6104c6382b33 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.1502254 Aug 27 02:23:16.995230 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (66f55f99-dc75-425b-9214-a2edc384e389), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:17.014563 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:17.015178 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:17.016544 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/66f55f99-dc75-425b-9214-a2edc384e389 HTTP/1.1" status: 200 len: 1094 time: 2.6019428 Aug 27 02:23:17.061726 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0064777-f538-40f6-954f-066ae2eefa6f req-b594e7b3-3d7d-42d8-b38c-4dd397567eac tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423956 Aug 27 02:23:17.088547 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f638644-0645-47ea-9f51-f328c198ac96 req-d012fffd-a80c-42e5-a052-cae9cb8d83d2 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053084 Aug 27 02:23:17.131507 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88bc36-ccfd-4b1f-8842-61f301479844 service neutron] Pushing event updated for resources: {'Port': ['ID=66f55f99-dc75-425b-9214-a2edc384e389,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:17.259382 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43144) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:17.266551 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:17.279667 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a2b03-30d3-4d8f-bf56-69ae75a0f99b req-8ad7c619-b9d7-40d0-957b-89fbaafe92dd tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:17.287824 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d07a2b03-30d3-4d8f-bf56-69ae75a0f99b req-8ad7c619-b9d7-40d0-957b-89fbaafe92dd tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0664186 Aug 27 02:23:17.367279 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d07a2b03-30d3-4d8f-bf56-69ae75a0f99b req-cfff964e-af65-40c8-9abc-fb95e52a1d55 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745044 Aug 27 02:23:17.405887 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dfdd6a-2569-44fb-ae0c-ee5c2a632fbf x-openstack-request-id: req-e1dfdd6a-2569-44fb-ae0c-ee5c2a632fbf {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:17.406408 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbef28bb-3cdf-4a27-8493-add7806af828", "tag": "b4168fa6-3b0a-4107-83cf-7d31f29910d4", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:17.406763 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1dfdd6a-2569-44fb-ae0c-ee5c2a632fbf {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:17.407926 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1dfdd6a-2569-44fb-ae0c-ee5c2a632fbf'] response: {'name': 'network-changed', 'server_uuid': 'fbef28bb-3cdf-4a27-8493-add7806af828', 'tag': 'b4168fa6-3b0a-4107-83cf-7d31f29910d4', 'status': 'completed', 'code': 200} Aug 27 02:23:17.460057 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:17.462505 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:17.484412 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-45ae616a-deb8-4401-b3ae-9777b61d6a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:17.625036 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-45ae616a-deb8-4401-b3ae-9777b61d6a79 admin admin] Publish callbacks [] for security_group (811416bb-97fb-4331-8e83-63cf8f25af4c), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:17.630751 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-45ae616a-deb8-4401-b3ae-9777b61d6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (811416bb-97fb-4331-8e83-63cf8f25af4c), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:17.681100 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-45ae616a-deb8-4401-b3ae-9777b61d6a79 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ff55582e74a64b959366e03b8aca3526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202626 Aug 27 02:23:17.682233 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae616a-deb8-4401-b3ae-9777b61d6a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811416bb-97fb-4331-8e83-63cf8f25af4c,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:17.684083 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 43160) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:17.749275 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a0decbdf-d52f-443d-9426-06471687d54b admin admin] Publish callbacks [] for security_group (811416bb-97fb-4331-8e83-63cf8f25af4c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:17.773480 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a0decbdf-d52f-443d-9426-06471687d54b admin admin] Publish callbacks [] for security_group (811416bb-97fb-4331-8e83-63cf8f25af4c), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:17.835079 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a0decbdf-d52f-443d-9426-06471687d54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (811416bb-97fb-4331-8e83-63cf8f25af4c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:17.837595 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a0decbdf-d52f-443d-9426-06471687d54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:17.838768 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a0decbdf-d52f-443d-9426-06471687d54b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/811416bb-97fb-4331-8e83-63cf8f25af4c HTTP/1.1" status: 204 len: 168 time: 0.1534030 Aug 27 02:23:17.848373 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0decbdf-d52f-443d-9426-06471687d54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811416bb-97fb-4331-8e83-63cf8f25af4c,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:18.203706 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d30e5a-cee8-41e3-9bba-77060e1d8107 req-0bc2d0e2-03ca-46b9-8bd0-b19590bb4929 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:18.205479 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-15d30e5a-cee8-41e3-9bba-77060e1d8107 req-0bc2d0e2-03ca-46b9-8bd0-b19590bb4929 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 943 time: 0.0534012 Aug 27 02:23:18.244198 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43184) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:18.256523 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:18.259333 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f5cc67d8-691e-4658-87ca-e7fe4935e02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:18.278241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42a676-a32b-4e89-a699-2c277483d520 req-90be2836-6ae3-4da5-9c1a-fa8760ad5652 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:18.279723 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd42a676-a32b-4e89-a699-2c277483d520 req-90be2836-6ae3-4da5-9c1a-fa8760ad5652 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 944 time: 0.0733619 Aug 27 02:23:18.289489 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:23:18.320728 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-15d30e5a-cee8-41e3-9bba-77060e1d8107 req-abc4571f-bac3-4bf9-bd0d-3829377bc9b7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032927 Aug 27 02:23:18.360704 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f5cc67d8-691e-4658-87ca-e7fe4935e02b admin admin] Publish callbacks [] for security_group (bc0e76a6-83d0-4227-9548-a33c3b29b670), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:18.366039 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f5cc67d8-691e-4658-87ca-e7fe4935e02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (bc0e76a6-83d0-4227-9548-a33c3b29b670), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:18.395429 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd42a676-a32b-4e89-a699-2c277483d520 req-641d5605-8284-47a8-975a-e5901ea0eadc tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011887 Aug 27 02:23:18.418569 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-f5cc67d8-691e-4658-87ca-e7fe4935e02b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0675a000903947b8aab9b161e6a61db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731048 Aug 27 02:23:18.419813 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc67d8-691e-4658-87ca-e7fe4935e02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e76a6-83d0-4227-9548-a33c3b29b670,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:18.425185 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43196) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:18.463583 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:18.501714 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4370a422-4e61-4af5-8104-bd5002cfb70c admin admin] Publish callbacks [] for security_group (bc0e76a6-83d0-4227-9548-a33c3b29b670), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:18.515931 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0098f2-dcf2-4e57-a4c5-dd30566ce5e9 req-1a4bf259-13ca-4615-9dc9-ba89b81c44ee tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:18.517875 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ff0098f2-dcf2-4e57-a4c5-dd30566ce5e9 req-1a4bf259-13ca-4615-9dc9-ba89b81c44ee tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0627639 Aug 27 02:23:18.526132 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4370a422-4e61-4af5-8104-bd5002cfb70c admin admin] Publish callbacks [] for security_group (bc0e76a6-83d0-4227-9548-a33c3b29b670), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:18.589787 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ff0098f2-dcf2-4e57-a4c5-dd30566ce5e9 req-ef7c2597-5756-4697-a9dc-8d2ceca9591f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659475 Aug 27 02:23:18.596528 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4370a422-4e61-4af5-8104-bd5002cfb70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (bc0e76a6-83d0-4227-9548-a33c3b29b670), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:18.600004 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4370a422-4e61-4af5-8104-bd5002cfb70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:18.601619 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-4370a422-4e61-4af5-8104-bd5002cfb70c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bc0e76a6-83d0-4227-9548-a33c3b29b670 HTTP/1.1" status: 204 len: 168 time: 0.1751132 Aug 27 02:23:18.613291 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370a422-4e61-4af5-8104-bd5002cfb70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e76a6-83d0-4227-9548-a33c3b29b670,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:18.937150 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43222) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:19.121448 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3966ee64-74cc-4759-9e2b-dbd8a7fd2916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:19.141278 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:19.233450 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3966ee64-74cc-4759-9e2b-dbd8a7fd2916 admin admin] Publish callbacks [] for security_group (9c119604-3473-4903-b9d7-9f582faac75f), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:19.242393 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3966ee64-74cc-4759-9e2b-dbd8a7fd2916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (9c119604-3473-4903-b9d7-9f582faac75f), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:19.287628 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-3966ee64-74cc-4759-9e2b-dbd8a7fd2916 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bda2e46b3e6841199430c73e8e13f726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489401 Aug 27 02:23:19.290352 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 43238) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:19.312469 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966ee64-74cc-4759-9e2b-dbd8a7fd2916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c119604-3473-4903-b9d7-9f582faac75f,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:19.377709 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-be4e3db7-a8a1-471b-80da-c708227f12da admin admin] Publish callbacks [] for security_group (9c119604-3473-4903-b9d7-9f582faac75f), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:19.403613 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-be4e3db7-a8a1-471b-80da-c708227f12da admin admin] Publish callbacks [] for security_group (9c119604-3473-4903-b9d7-9f582faac75f), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:19.410888 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bf7024-0779-4e08-844a-43b78187e770', 'tag': '66f55f99-dc75-425b-9214-a2edc384e389'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:23:19.414317 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb964a17-0bca-45a1-8be1-d1fa81246ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bf7024-0779-4e08-844a-43b78187e770", "tag": "66f55f99-dc75-425b-9214-a2edc384e389"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:19.486852 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2405ecfd-e057-4e70-bc3e-e5c58f3b3653 x-openstack-request-id: req-2405ecfd-e057-4e70-bc3e-e5c58f3b3653 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:19.487204 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bf7024-0779-4e08-844a-43b78187e770", "tag": "66f55f99-dc75-425b-9214-a2edc384e389", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:19.487623 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2405ecfd-e057-4e70-bc3e-e5c58f3b3653 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:19.488166 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2405ecfd-e057-4e70-bc3e-e5c58f3b3653'] response: {'name': 'network-changed', 'server_uuid': 'e2bf7024-0779-4e08-844a-43b78187e770', 'tag': '66f55f99-dc75-425b-9214-a2edc384e389', 'status': 'completed', 'code': 200} Aug 27 02:23:19.515717 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ad89-2723-4ad4-a84b-21db288f1ca7 req-e1aac02e-b267-4fa6-956e-cf5b2d67d63b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:19.517708 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-efd3ad89-2723-4ad4-a84b-21db288f1ca7 req-e1aac02e-b267-4fa6-956e-cf5b2d67d63b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 943 time: 0.0952115 Aug 27 02:23:19.536116 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-be4e3db7-a8a1-471b-80da-c708227f12da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (9c119604-3473-4903-b9d7-9f582faac75f), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:19.538726 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-be4e3db7-a8a1-471b-80da-c708227f12da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:19.542984 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-be4e3db7-a8a1-471b-80da-c708227f12da admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9c119604-3473-4903-b9d7-9f582faac75f HTTP/1.1" status: 204 len: 168 time: 0.2484827 Aug 27 02:23:19.609943 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e3db7-a8a1-471b-80da-c708227f12da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c119604-3473-4903-b9d7-9f582faac75f,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:19.630363 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e418ed-1dbc-4055-b8c4-8a32ccafda13 req-177bd9b4-a832-4fef-b8c8-796bd161dcf9 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:19.638566 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c9e418ed-1dbc-4055-b8c4-8a32ccafda13 req-177bd9b4-a832-4fef-b8c8-796bd161dcf9 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 944 time: 0.1106911 Aug 27 02:23:19.701741 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-efd3ad89-2723-4ad4-a84b-21db288f1ca7 req-f3bec48b-1a22-40e7-8472-4d851404d43a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757894 Aug 27 02:23:19.778125 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c9e418ed-1dbc-4055-b8c4-8a32ccafda13 req-c1a3223b-e49a-4b29-aed7-e8527f95dc71 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284297 Aug 27 02:23:19.842847 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ef038-cd39-49cf-95b9-dd101c6a826d req-c0e913f4-1f4f-47a0-bed5-7c08758fa281 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:19.846829 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-583ef038-cd39-49cf-95b9-dd101c6a826d req-c0e913f4-1f4f-47a0-bed5-7c08758fa281 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0624161 Aug 27 02:23:19.932913 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-583ef038-cd39-49cf-95b9-dd101c6a826d req-419c88b0-337d-4ea1-9543-fe973a3c3bb6 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821307 Aug 27 02:23:20.097466 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43290) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:20.112774 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-176e1e7e-91b3-4967-a037-114f628516ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:20.208281 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-176e1e7e-91b3-4967-a037-114f628516ac admin admin] Publish callbacks [] for security_group (82856288-c39a-4d71-8d69-df8edff025d3), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:20.212262 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-176e1e7e-91b3-4967-a037-114f628516ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (82856288-c39a-4d71-8d69-df8edff025d3), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:20.253701 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-176e1e7e-91b3-4967-a037-114f628516ac admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ee1223564d874629bd9e195f3afbb7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551325 Aug 27 02:23:20.254553 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e1e7e-91b3-4967-a037-114f628516ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82856288-c39a-4d71-8d69-df8edff025d3,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:20.256549 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 43296) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:20.310164 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Publish callbacks [] for security_group (82856288-c39a-4d71-8d69-df8edff025d3), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:20.331354 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Publish callbacks [] for security_group (82856288-c39a-4d71-8d69-df8edff025d3), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:20.382264 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (82856288-c39a-4d71-8d69-df8edff025d3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:20.384899 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:20.386063 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/82856288-c39a-4d71-8d69-df8edff025d3 HTTP/1.1" status: 204 len: 168 time: 0.1285074 Aug 27 02:23:20.395120 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82856288-c39a-4d71-8d69-df8edff025d3,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:20.402899 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.403238 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.403783 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.404305 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.404605 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.404929 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.405299 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.406027 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.406370 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.406698 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.407027 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.407362 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.407675 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.408252 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.408571 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08632e1-8937-42c4-9712-ff2b434eed28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:20.812196 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:20.890107 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7f4f-f939-40b8-8554-b1d44001570b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:20.891944 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b2eb3-531f-431a-b872-c5cb3c84368d req-66e5fc44-ef1f-45ad-abda-6d7c89fb6b0a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:20.899602 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-984b2eb3-531f-431a-b872-c5cb3c84368d req-66e5fc44-ef1f-45ad-abda-6d7c89fb6b0a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 943 time: 0.1048720 Aug 27 02:23:20.966635 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:20.997354 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108a4ba-d998-4a88-9c0f-a4332dd68d81 req-ea390bc0-21f2-4733-b1d4-9d94bfaf1fb7 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:21.001638 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9108a4ba-d998-4a88-9c0f-a4332dd68d81 req-ea390bc0-21f2-4733-b1d4-9d94bfaf1fb7 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 944 time: 0.0999489 Aug 27 02:23:21.038782 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-984b2eb3-531f-431a-b872-c5cb3c84368d req-10480a42-b158-4fb2-a71d-02f6dfd8538f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382723 Aug 27 02:23:21.085578 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9108a4ba-d998-4a88-9c0f-a4332dd68d81 req-8d53ed21-b597-429b-a3e2-a62541f952dd tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767615 Aug 27 02:23:21.190001 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b5e40-0177-4e22-af7e-68554d6650d2 req-ff6c06c9-2979-473c-ae78-dd4ee345dd8c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:21.194485 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0f9b5e40-0177-4e22-af7e-68554d6650d2 req-ff6c06c9-2979-473c-ae78-dd4ee345dd8c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0643783 Aug 27 02:23:21.433699 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0f9b5e40-0177-4e22-af7e-68554d6650d2 req-849f3d69-b920-44d6-aab9-eaffd480c0fa tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259746 Aug 27 02:23:22.250235 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270d7ae-df15-4cde-b9b9-77c48216901d req-6a1de7ff-0f70-49f3-adbf-baf1f8b18c06 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:22.251795 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7270d7ae-df15-4cde-b9b9-77c48216901d req-6a1de7ff-0f70-49f3-adbf-baf1f8b18c06 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 943 time: 0.0776970 Aug 27 02:23:22.273735 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a0338-ded2-4671-b970-49b9326d44f3 req-a812530e-19bf-4a06-9a41-64a1029c347f tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:22.275040 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d19a0338-ded2-4671-b970-49b9326d44f3 req-a812530e-19bf-4a06-9a41-64a1029c347f tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 944 time: 0.0714152 Aug 27 02:23:22.332516 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7270d7ae-df15-4cde-b9b9-77c48216901d req-0082e8ed-17ce-4c08-8bbc-21849cae80af tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738626 Aug 27 02:23:22.362768 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d19a0338-ded2-4671-b970-49b9326d44f3 req-ccb24da6-b8c2-43f7-84a3-7b3e8643a26d tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663300 Aug 27 02:23:22.565502 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8bc0b-b832-49e9-91a9-c8e694295fac req-0e143f28-a217-4d6f-b524-0ba3ab3a8b21 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:22.567089 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d6f8bc0b-b832-49e9-91a9-c8e694295fac req-0e143f28-a217-4d6f-b524-0ba3ab3a8b21 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0520191 Aug 27 02:23:22.619307 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d6f8bc0b-b832-49e9-91a9-c8e694295fac req-3c5bc174-1d67-4e3f-a820-d3713187bc4a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Aug 27 02:23:23.464473 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec173f7-3e34-4019-b8a9-f48f09d86f94 req-c2fb36a2-a8be-49ea-8bb2-6b5fd3b4aa53 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:23.465976 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ec173f7-3e34-4019-b8a9-f48f09d86f94 req-c2fb36a2-a8be-49ea-8bb2-6b5fd3b4aa53 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 943 time: 0.0583222 Aug 27 02:23:23.519522 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c30e4-4dd0-4291-ba44-014995020156 req-a136739d-2ffa-421a-88ed-021dcbba8028 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:23.522553 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b6c30e4-4dd0-4291-ba44-014995020156 req-a136739d-2ffa-421a-88ed-021dcbba8028 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 944 time: 0.0796907 Aug 27 02:23:23.571426 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ec173f7-3e34-4019-b8a9-f48f09d86f94 req-3b0c7772-d981-4fc2-a616-e0c220778cb3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843616 Aug 27 02:23:23.600779 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b6c30e4-4dd0-4291-ba44-014995020156 req-66fb3e2e-4d60-425d-a51b-b9c5f95f2b87 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715101 Aug 27 02:23:23.749043 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd285e-f3ff-46b6-a6e8-dabcb093fa33 req-da0b8732-cc61-44dd-9061-2ae54c01b627 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:23.750618 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0cd285e-f3ff-46b6-a6e8-dabcb093fa33 req-da0b8732-cc61-44dd-9061-2ae54c01b627 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0565019 Aug 27 02:23:23.801388 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0cd285e-f3ff-46b6-a6e8-dabcb093fa33 req-8cc70f48-27f9-46be-9084-c19cca8a94ba tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447438 Aug 27 02:23:23.976687 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-fce3faa0-5f6f-4843-ae37-77276796d46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:24.733166 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1a637-4d43-42db-b757-0ed8a76d19dd req-3cb724d9-7b5a-4151-86aa-166f41534299 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:24.734661 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5db1a637-4d43-42db-b757-0ed8a76d19dd req-3cb724d9-7b5a-4151-86aa-166f41534299 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 943 time: 0.0807135 Aug 27 02:23:24.756812 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333dbee-62c3-4a65-98b1-da6076e0d576 req-51500946-d6cd-449f-b22b-bd913ebd8181 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:24.758339 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6333dbee-62c3-4a65-98b1-da6076e0d576 req-51500946-d6cd-449f-b22b-bd913ebd8181 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 944 time: 0.0714130 Aug 27 02:23:24.820449 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:24.834506 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5db1a637-4d43-42db-b757-0ed8a76d19dd req-c20d3586-616d-4ffa-9a46-0fc31d9a8dfa tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917358 Aug 27 02:23:24.840710 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6333dbee-62c3-4a65-98b1-da6076e0d576 req-86f80e10-988e-4de4-917e-ea62c7f5fd75 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745971 Aug 27 02:23:24.969304 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-a3620479-37c0-4d2f-aa35-6e0bd1ef18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:24.970842 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-a3620479-37c0-4d2f-aa35-6e0bd1ef18bd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1d7da9b1-bc52-4897-b0d0-f4970cc43ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941188 Aug 27 02:23:24.974263 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb964a17-0bca-45a1-8be1-d1fa81246ae3 req-65684348-f535-40ba-9dc1-ee4e27bec1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:24.975711 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-cb964a17-0bca-45a1-8be1-d1fa81246ae3 req-65684348-f535-40ba-9dc1-ee4e27bec1bf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 1128 time: 0.0595868 Aug 27 02:23:24.992109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:25.020110 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-0070ca08-79cd-47ec-95d6-3c69fdac188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:25.022252 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-0070ca08-79cd-47ec-95d6-3c69fdac188e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1456347 Aug 27 02:23:25.036423 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ae91e-bbab-4933-ae87-0513751c44cf req-0b0d186c-9702-4c06-a160-83680550d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:25.038081 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f60ae91e-bbab-4933-ae87-0513751c44cf req-0b0d186c-9702-4c06-a160-83680550d5fe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 1127 time: 0.0886557 Aug 27 02:23:25.052271 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa8836-5362-4342-8b73-6aa187eb0c7e req-9821197e-c2b9-4ae1-ada9-bbefd9149303 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:25.054158 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f4aa8836-5362-4342-8b73-6aa187eb0c7e req-9821197e-c2b9-4ae1-ada9-bbefd9149303 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.1060667 Aug 27 02:23:25.197779 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-c2b17077-69a1-4e78-bb8b-ccf9d10d401f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1d7da9b1-bc52-4897-b0d0-f4970cc43ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091248 Aug 27 02:23:25.225476 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb964a17-0bca-45a1-8be1-d1fa81246ae3 req-2002bc14-b00b-4309-9840-5a0313a4e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:25.227623 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-cb964a17-0bca-45a1-8be1-d1fa81246ae3 req-2002bc14-b00b-4309-9840-5a0313a4e649 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=880ac4003248441c809a76cfd1b221eb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2260947 Aug 27 02:23:25.373551 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-87b0d4be-a024-4eb0-a4ea-d11690f6e605 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173366 Aug 27 02:23:25.389232 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:25.405439 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d4aeaae3-5de9-4bde-b2f3-099f08c060c2 req-c587bb32-836c-4dea-9d52-1948d96ec3e4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1d7da9b1-bc52-4897-b0d0-f4970cc43ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949003 Aug 27 02:23:25.417885 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb964a17-0bca-45a1-8be1-d1fa81246ae3 req-53b82585-2ba8-46c2-8e7f-d34d99cec78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:25.420660 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-cb964a17-0bca-45a1-8be1-d1fa81246ae3 req-53b82585-2ba8-46c2-8e7f-d34d99cec78b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1803100 Aug 27 02:23:25.483210 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f4aa8836-5362-4342-8b73-6aa187eb0c7e req-1c21a3e3-4e18-44ca-ad35-4540de4ad802 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104311 Aug 27 02:23:25.486876 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ae91e-bbab-4933-ae87-0513751c44cf req-9b89d9bb-11dd-48f3-98c3-c310c519da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:25.488440 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f60ae91e-bbab-4933-ae87-0513751c44cf req-9b89d9bb-11dd-48f3-98c3-c310c519da16 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 915 time: 0.4334416 Aug 27 02:23:25.546305 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3b3efc5-1688-487e-b162-0a1aa50d2dd1 req-2795021b-1aa3-43dc-9e47-b02b32fc68dd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566515 Aug 27 02:23:26.024835 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43d3a5-86e9-46d1-861b-dc5f7e55b27d req-b8a342f1-8204-406b-9755-a8c82edb8dfa tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:26.029700 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9d43d3a5-86e9-46d1-861b-dc5f7e55b27d req-b8a342f1-8204-406b-9755-a8c82edb8dfa tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 943 time: 0.0843475 Aug 27 02:23:26.066627 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f743b-c7cd-438e-84e6-a240688704df req-c3abfe94-b1e9-450e-8d09-7e96d6c5daa3 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:26.069150 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5d5f743b-c7cd-438e-84e6-a240688704df req-c3abfe94-b1e9-450e-8d09-7e96d6c5daa3 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 944 time: 0.0862644 Aug 27 02:23:26.089751 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device e98d7081-9ec1-49da-9111-4786cc0b96ef details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:26.140729 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9d43d3a5-86e9-46d1-861b-dc5f7e55b27d req-83bdfd5d-76ee-40b6-92a4-1f126af17b37 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066623 Aug 27 02:23:26.150576 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5d5f743b-c7cd-438e-84e6-a240688704df req-cdb1560c-e3c2-4009-8fe3-eb18d2ef20d9 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694582 Aug 27 02:23:26.264930 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port e98d7081-9ec1-49da-9111-4786cc0b96ef, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=e98d7081-9ec1-49da-9111-4786cc0b96ef,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:26.277658 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'port_id': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'mac_address': 'fa:16:3e:5d:e2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:26.315943 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port e98d7081-9ec1-49da-9111-4786cc0b96ef is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:23:26.316308 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:26.331991 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98d7081-9ec1-49da-9111-4786cc0b96ef {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:23:26.353819 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port e98d7081-9ec1-49da-9111-4786cc0b96ef, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=e98d7081-9ec1-49da-9111-4786cc0b96ef,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:26.358801 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:26.430180 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=e98d7081-9ec1-49da-9111-4786cc0b96ef,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:26.446050 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.446618 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.447093 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.447818 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.448773 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.448889 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.449346 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.449575 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.449859 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.450176 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.450505 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.450851 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.451177 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.451508 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.451821 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:26.552424 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:26.644869 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fd0ee-92f4-4b02-9f02-796aef9e9afb req-463d165e-62f0-42f9-b25a-26529a42bbd1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:26.646990 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-662fd0ee-92f4-4b02-9f02-796aef9e9afb req-463d165e-62f0-42f9-b25a-26529a42bbd1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0690498 Aug 27 02:23:26.729880 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-662fd0ee-92f4-4b02-9f02-796aef9e9afb req-a746f59e-e561-4bc6-9450-2bea4dc77d78 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756216 Aug 27 02:23:26.730645 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 43588) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:26.868004 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c7f38a65-4807-4563-938d-684fa3035cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:26.967211 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:26.974494 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c7f38a65-4807-4563-938d-684fa3035cad admin admin] Publish callbacks [] for security_group (3ec139aa-c4ea-4b82-8755-89f58d82bcc7), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:26.983273 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c7f38a65-4807-4563-938d-684fa3035cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (3ec139aa-c4ea-4b82-8755-89f58d82bcc7), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:27.040214 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c7f38a65-4807-4563-938d-684fa3035cad admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d3f9d50c0a794adf86cd27195b4eacef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048887 Aug 27 02:23:27.041540 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 43610) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:27.047777 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f38a65-4807-4563-938d-684fa3035cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec139aa-c4ea-4b82-8755-89f58d82bcc7,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:27.115521 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f39f7a20-ea26-4aa8-8dd8-2c40936e677e admin admin] Publish callbacks [] for security_group (3ec139aa-c4ea-4b82-8755-89f58d82bcc7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:27.133542 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['e98d7081-9ec1-49da-9111-4786cc0b96ef'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:23:27.143197 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f39f7a20-ea26-4aa8-8dd8-2c40936e677e admin admin] Publish callbacks [] for security_group (3ec139aa-c4ea-4b82-8755-89f58d82bcc7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:27.222692 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f39f7a20-ea26-4aa8-8dd8-2c40936e677e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (3ec139aa-c4ea-4b82-8755-89f58d82bcc7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:27.226695 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f39f7a20-ea26-4aa8-8dd8-2c40936e677e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:27.231656 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f39f7a20-ea26-4aa8-8dd8-2c40936e677e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3ec139aa-c4ea-4b82-8755-89f58d82bcc7 HTTP/1.1" status: 204 len: 168 time: 0.1900358 Aug 27 02:23:27.243568 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f7a20-ea26-4aa8-8dd8-2c40936e677e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec139aa-c4ea-4b82-8755-89f58d82bcc7,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:27.324483 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ee978-96b5-40c9-8681-f1f77bc0d6b0 req-04cd26da-8270-4177-bdec-7cd511f51078 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:27.326351 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c82ee978-96b5-40c9-8681-f1f77bc0d6b0 req-04cd26da-8270-4177-bdec-7cd511f51078 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 944 time: 0.0599501 Aug 27 02:23:27.370102 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:27.393495 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a562d6-f089-4e57-aa12-22f33344d580 req-293c1d4d-e994-4d47-9b7b-09381abfc5a5 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:27.395260 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7a562d6-f089-4e57-aa12-22f33344d580 req-293c1d4d-e994-4d47-9b7b-09381abfc5a5 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 944 time: 0.0676148 Aug 27 02:23:27.469828 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c82ee978-96b5-40c9-8681-f1f77bc0d6b0 req-c5365c6d-6a35-42be-b7ad-ff494bc8406d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981390 Aug 27 02:23:27.483843 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7a562d6-f089-4e57-aa12-22f33344d580 req-9f39e6e5-9c93-4eff-b47d-9726a03a8fb9 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809729 Aug 27 02:23:27.637883 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43638) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:27.652134 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:27.667261 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:27.709036 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43640) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:27.757730 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Publish callbacks [] for security_group (898bf0cf-4a09-4c39-9e2f-cd54e95ed3cb), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:27.762367 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (898bf0cf-4a09-4c39-9e2f-cd54e95ed3cb), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:27.807254 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898bf0cf-4a09-4c39-9e2f-cd54e95ed3cb,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:27.811593 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4f85193c45f34b6cad6cedc67b102be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730349 Aug 27 02:23:27.814831 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 43648) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:27.820734 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.821085 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.821453 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.821794 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.822128 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.822456 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.822772 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.823264 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.824080 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.824410 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.824738 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.825059 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.825394 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.825713 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.826117 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9905aa0-edb4-4004-a340-376570587a6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:27.902850 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24c3ba-101e-4864-b10e-c69b52b9cb18 req-b33a99fd-b7d8-4afc-af6c-7e51bd92bf89 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:27.904524 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c24c3ba-101e-4864-b10e-c69b52b9cb18 req-b33a99fd-b7d8-4afc-af6c-7e51bd92bf89 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.0715933 Aug 27 02:23:27.945441 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6d358850-c224-433c-8f5e-fc9b43ba3d81 admin admin] Publish callbacks [] for security_group (898bf0cf-4a09-4c39-9e2f-cd54e95ed3cb), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:27.964883 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-22c4b9b7-5380-425e-bf90-b105e4b854cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:27.979427 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6d358850-c224-433c-8f5e-fc9b43ba3d81 admin admin] Publish callbacks [] for security_group (898bf0cf-4a09-4c39-9e2f-cd54e95ed3cb), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.028593 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.047642 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c24c3ba-101e-4864-b10e-c69b52b9cb18 req-75109769-2ba9-4d23-a2f6-e2389e8a998b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313338 Aug 27 02:23:28.088102 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6d358850-c224-433c-8f5e-fc9b43ba3d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (898bf0cf-4a09-4c39-9e2f-cd54e95ed3cb), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.091513 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-22c4b9b7-5380-425e-bf90-b105e4b854cd admin admin] Publish callbacks [] for security_group (f097fe67-7721-49f4-a33a-aebebbf69e27), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.095483 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6d358850-c224-433c-8f5e-fc9b43ba3d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.101749 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6d358850-c224-433c-8f5e-fc9b43ba3d81 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/898bf0cf-4a09-4c39-9e2f-cd54e95ed3cb HTTP/1.1" status: 204 len: 168 time: 0.2857027 Aug 27 02:23:28.110263 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-22c4b9b7-5380-425e-bf90-b105e4b854cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f097fe67-7721-49f4-a33a-aebebbf69e27), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.116093 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d358850-c224-433c-8f5e-fc9b43ba3d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898bf0cf-4a09-4c39-9e2f-cd54e95ed3cb,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:28.164861 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4b9b7-5380-425e-bf90-b105e4b854cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f097fe67-7721-49f4-a33a-aebebbf69e27,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:28.169355 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-22c4b9b7-5380-425e-bf90-b105e4b854cd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2405358a6fa84b4e99afe6864eed5eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4592264 Aug 27 02:23:28.172207 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43666) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:28.238033 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-74a401ba-916f-42c6-b371-058cb37e86bf admin admin] Publish callbacks [] for security_group (f097fe67-7721-49f4-a33a-aebebbf69e27), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.267168 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-74a401ba-916f-42c6-b371-058cb37e86bf admin admin] Publish callbacks [] for security_group (f097fe67-7721-49f4-a33a-aebebbf69e27), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.289696 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:28.306059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.308745 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device e98d7081-9ec1-49da-9111-4786cc0b96ef up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:28.346801 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-74a401ba-916f-42c6-b371-058cb37e86bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f097fe67-7721-49f4-a33a-aebebbf69e27), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.351248 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-74a401ba-916f-42c6-b371-058cb37e86bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.352409 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-74a401ba-916f-42c6-b371-058cb37e86bf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f097fe67-7721-49f4-a33a-aebebbf69e27 HTTP/1.1" status: 204 len: 168 time: 0.1793196 Aug 27 02:23:28.371255 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a401ba-916f-42c6-b371-058cb37e86bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f097fe67-7721-49f4-a33a-aebebbf69e27,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:28.382290 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port e98d7081-9ec1-49da-9111-4786cc0b96ef completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:23:28.398091 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port e98d7081-9ec1-49da-9111-4786cc0b96ef triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:23:28.398900 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.431726 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:28.459354 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:28.486702 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43680) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:28.500212 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port e98d7081-9ec1-49da-9111-4786cc0b96ef is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:23:28.500582 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.570545 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98d7081-9ec1-49da-9111-4786cc0b96ef'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:23:28.612439 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f60ae91e-bbab-4933-ae87-0513751c44cf req-be5a6908-949c-487b-a458-aa27e2a26336 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e98d7081-9ec1-49da-9111-4786cc0b96ef HTTP/1.1" status: 200 len: 217 time: 0.1013873 Aug 27 02:23:28.631949 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fe688-23e7-480e-8d1c-f292d56a49ea req-397f838f-6c1e-47c5-9d52-50a1668a6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:28.638155 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-305fe688-23e7-480e-8d1c-f292d56a49ea req-397f838f-6c1e-47c5-9d52-50a1668a6937 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f7ef4b44a3f94d599eacce269b06594c&device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 1128 time: 0.0712395 Aug 27 02:23:28.720722 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port e98d7081-9ec1-49da-9111-4786cc0b96ef, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=e98d7081-9ec1-49da-9111-4786cc0b96ef,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:28.726553 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.738883 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6aadd-ab5c-4e06-b14f-a8fdb32f3137 req-8a57b75e-756c-48a0-878c-d039fd1722cc tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:28.740863 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-65b6aadd-ab5c-4e06-b14f-a8fdb32f3137 req-8a57b75e-756c-48a0-878c-d039fd1722cc tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 944 time: 0.0768697 Aug 27 02:23:28.778818 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1e00f-8840-495c-bab7-9b0cf3c2c4c4 req-8e01a211-b69d-4bd7-99d1-8f082a083e83 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:28.780733 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3bc1e00f-8840-495c-bab7-9b0cf3c2c4c4 req-8e01a211-b69d-4bd7-99d1-8f082a083e83 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 944 time: 0.1344860 Aug 27 02:23:28.794944 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=e98d7081-9ec1-49da-9111-4786cc0b96ef,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:28.815731 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3e9373b4-2f12-4b6b-8f1a-d3aeaf355dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.856922 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-65b6aadd-ab5c-4e06-b14f-a8fdb32f3137 req-b549e780-f8da-49fc-bde3-748f5f97b98d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008406 Aug 27 02:23:28.883017 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3bc1e00f-8840-495c-bab7-9b0cf3c2c4c4 req-25cbd463-b1f3-4bdf-ac41-a785b2f5e54a tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943394 Aug 27 02:23:28.934290 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3e9373b4-2f12-4b6b-8f1a-d3aeaf355dd1 admin admin] Publish callbacks [] for security_group (426b42ce-552e-4060-bfde-d8c280927667), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.942054 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3e9373b4-2f12-4b6b-8f1a-d3aeaf355dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (426b42ce-552e-4060-bfde-d8c280927667), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:28.994721 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.000678 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-3e9373b4-2f12-4b6b-8f1a-d3aeaf355dd1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d2911f74871042e5ac518303c21bde26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5123649 Aug 27 02:23:29.001863 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9373b4-2f12-4b6b-8f1a-d3aeaf355dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426b42ce-552e-4060-bfde-d8c280927667,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:29.005150 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 43702) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:29.022435 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43704) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:29.042558 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-007bea90-a4c8-4164-810a-f420cfd35e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.054386 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:29.117552 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60f20ccf-d342-4372-8311-3e64fcf90e89 admin admin] Publish callbacks [] for security_group (426b42ce-552e-4060-bfde-d8c280927667), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.144676 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:INSERT=25,neutron:UPDATE=3,neutron:SELECT=71,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:29.145428 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:29.157462 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81fe2f9-ac81-46b7-80f1-98813b034506" -d '{"events": [{"server_uuid": "2ad09ab6-ef1f-47a2-bf44-6ae046cc8645", "name": "network-vif-plugged", "status": "completed", "tag": "e98d7081-9ec1-49da-9111-4786cc0b96ef"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:29.167059 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-007bea90-a4c8-4164-810a-f420cfd35e74 admin admin] Publish callbacks [] for security_group (f0030c9b-abc6-4c2b-b2e0-e7acc4aa91c7), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.173883 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-007bea90-a4c8-4164-810a-f420cfd35e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f0030c9b-abc6-4c2b-b2e0-e7acc4aa91c7), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.210877 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60f20ccf-d342-4372-8311-3e64fcf90e89 admin admin] Publish callbacks [] for security_group (426b42ce-552e-4060-bfde-d8c280927667), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.228262 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-007bea90-a4c8-4164-810a-f420cfd35e74 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=698cec9c23d94e5389cb740a61096b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040911 Aug 27 02:23:29.232661 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43714) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:29.262926 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bea90-a4c8-4164-810a-f420cfd35e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0030c9b-abc6-4c2b-b2e0-e7acc4aa91c7,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:29.324303 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6103-43a8-45c6-85d6-eb92bde1ad1c req-fb0187cd-bc28-4773-8cd7-0a44a139b41d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:29.327491 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e29a6103-43a8-45c6-85d6-eb92bde1ad1c req-fb0187cd-bc28-4773-8cd7-0a44a139b41d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.1010444 Aug 27 02:23:29.349361 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-03dba5ce-e729-441c-97de-4d2e7030ac51 admin admin] Publish callbacks [] for security_group (f0030c9b-abc6-4c2b-b2e0-e7acc4aa91c7), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.417438 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e29a6103-43a8-45c6-85d6-eb92bde1ad1c req-bb31a56e-71fb-4f0a-927d-bec818da5791 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805678 Aug 27 02:23:29.441673 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-03dba5ce-e729-441c-97de-4d2e7030ac51 admin admin] Publish callbacks [] for security_group (f0030c9b-abc6-4c2b-b2e0-e7acc4aa91c7), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.441873 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60f20ccf-d342-4372-8311-3e64fcf90e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (426b42ce-552e-4060-bfde-d8c280927667), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.441873 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60f20ccf-d342-4372-8311-3e64fcf90e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.441873 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-60f20ccf-d342-4372-8311-3e64fcf90e89 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/426b42ce-552e-4060-bfde-d8c280927667 HTTP/1.1" status: 204 len: 168 time: 0.4338443 Aug 27 02:23:29.465660 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f20ccf-d342-4372-8311-3e64fcf90e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b42ce-552e-4060-bfde-d8c280927667,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:29.539901 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-03dba5ce-e729-441c-97de-4d2e7030ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f0030c9b-abc6-4c2b-b2e0-e7acc4aa91c7), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.545319 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-03dba5ce-e729-441c-97de-4d2e7030ac51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:29.548647 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-03dba5ce-e729-441c-97de-4d2e7030ac51 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f0030c9b-abc6-4c2b-b2e0-e7acc4aa91c7 HTTP/1.1" status: 204 len: 168 time: 0.3144972 Aug 27 02:23:29.574829 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dba5ce-e729-441c-97de-4d2e7030ac51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0030c9b-abc6-4c2b-b2e0-e7acc4aa91c7,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:29.636209 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2b73bc-a54c-4ff6-874c-f01580e003f0 x-openstack-request-id: req-3e2b73bc-a54c-4ff6-874c-f01580e003f0 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:29.637700 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad09ab6-ef1f-47a2-bf44-6ae046cc8645", "name": "network-vif-plugged", "status": "completed", "tag": "e98d7081-9ec1-49da-9111-4786cc0b96ef", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:29.638297 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e2b73bc-a54c-4ff6-874c-f01580e003f0 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:29.639165 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2b73bc-a54c-4ff6-874c-f01580e003f0'] response: {'server_uuid': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'code': 200} Aug 27 02:23:29.910997 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 43742) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:30.053095 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f0209-1ec3-4aa0-955a-3da63f075da4 req-d1423ace-5fe6-4f2f-a30a-547487adcd1b tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:30.054773 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d11f0209-1ec3-4aa0-955a-3da63f075da4 req-d1423ace-5fe6-4f2f-a30a-547487adcd1b tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 944 time: 0.0965750 Aug 27 02:23:30.061287 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc29b4-feb0-4e1e-a678-d9c6f6c48569 req-cb9ee057-6cc4-4ec1-9a75-7711ddf4bebf tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:30.063078 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-decc29b4-feb0-4e1e-a678-d9c6f6c48569 req-cb9ee057-6cc4-4ec1-9a75-7711ddf4bebf tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0864668 Aug 27 02:23:30.087848 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43750) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:30.114329 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-863ac430-2e8a-4f30-ae8a-04dc9ba6da82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.129914 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:30.160667 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d11f0209-1ec3-4aa0-955a-3da63f075da4 req-132c6c7f-9790-4906-b7c0-246c8e9b1251 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963559 Aug 27 02:23:30.166278 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-decc29b4-feb0-4e1e-a678-d9c6f6c48569 req-46c66e9f-71b8-4f7e-83fb-fcb8cdc1abc9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952561 Aug 27 02:23:30.240351 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-863ac430-2e8a-4f30-ae8a-04dc9ba6da82 admin admin] Publish callbacks [] for security_group (8a7a3f48-d138-41d0-8928-176aedaad488), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.244855 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-863ac430-2e8a-4f30-ae8a-04dc9ba6da82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (8a7a3f48-d138-41d0-8928-176aedaad488), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.287432 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-863ac430-2e8a-4f30-ae8a-04dc9ba6da82 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=331d4970745b449bad65671bec6351c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972742 Aug 27 02:23:30.288293 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ac430-2e8a-4f30-ae8a-04dc9ba6da82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7a3f48-d138-41d0-8928-176aedaad488,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:30.291337 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 43754) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:30.304598 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device b4168fa6-3b0a-4107-83cf-7d31f29910d4 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:30.366402 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-85319f2a-57c7-4098-9f45-b2e17f99099e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.422335 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8b77bbb0-4510-4405-af8d-e637da536caa admin admin] Publish callbacks [] for security_group (8a7a3f48-d138-41d0-8928-176aedaad488), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.507613 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8b77bbb0-4510-4405-af8d-e637da536caa admin admin] Publish callbacks [] for security_group (8a7a3f48-d138-41d0-8928-176aedaad488), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.541334 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port b4168fa6-3b0a-4107-83cf-7d31f29910d4, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=b4168fa6-3b0a-4107-83cf-7d31f29910d4,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:30.568698 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': 'b4168fa6-3b0a-4107-83cf-7d31f29910d4', 'network_id': '1d7da9b1-bc52-4897-b0d0-f4970cc43ec9', 'port_id': 'b4168fa6-3b0a-4107-83cf-7d31f29910d4', 'mac_address': 'fa:16:3e:cc:0a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aef2d45-7fcd-4542-a86b-743b014ff772', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:30.671624 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port b4168fa6-3b0a-4107-83cf-7d31f29910d4 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:23:30.672521 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.788474 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeafa3f-f425-4f36-be09-cb91ce3c6fd3 req-9eaa6e2e-142e-4814-8374-33e7f8e3b9ae tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:30.794357 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-afeafa3f-f425-4f36-be09-cb91ce3c6fd3 req-9eaa6e2e-142e-4814-8374-33e7f8e3b9ae tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.2465262 Aug 27 02:23:30.801159 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-85319f2a-57c7-4098-9f45-b2e17f99099e admin admin] Publish callbacks [] for security_group (9389a998-7229-4819-9041-1bd78884a522), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.833403 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4168fa6-3b0a-4107-83cf-7d31f29910d4 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:23:30.858130 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port b4168fa6-3b0a-4107-83cf-7d31f29910d4, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=b4168fa6-3b0a-4107-83cf-7d31f29910d4,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:30.858259 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-85319f2a-57c7-4098-9f45-b2e17f99099e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (9389a998-7229-4819-9041-1bd78884a522), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.863932 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.921476 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-85319f2a-57c7-4098-9f45-b2e17f99099e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6904bf36e551422b862effe3e98b85f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0091131 Aug 27 02:23:30.924579 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43782) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:30.935227 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-afeafa3f-f425-4f36-be09-cb91ce3c6fd3 req-c45fa732-5e68-4be3-a4b4-13edfc93de54 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322184 Aug 27 02:23:30.936799 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8b77bbb0-4510-4405-af8d-e637da536caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (8a7a3f48-d138-41d0-8928-176aedaad488), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.939589 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8b77bbb0-4510-4405-af8d-e637da536caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:30.943730 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8b77bbb0-4510-4405-af8d-e637da536caa admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8a7a3f48-d138-41d0-8928-176aedaad488 HTTP/1.1" status: 204 len: 168 time: 0.6508100 Aug 27 02:23:30.945297 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85319f2a-57c7-4098-9f45-b2e17f99099e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9389a998-7229-4819-9041-1bd78884a522,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:30.956581 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77bbb0-4510-4405-af8d-e637da536caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7a3f48-d138-41d0-8928-176aedaad488,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:30.964898 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=b4168fa6-3b0a-4107-83cf-7d31f29910d4,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:31.064864 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-1d6c9283-13fc-47a3-8d5d-c005fa2c3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:31.067546 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-1d6c9283-13fc-47a3-8d5d-c005fa2c3ac7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 1128 time: 0.1082001 Aug 27 02:23:31.103551 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-044b4957-f3f0-4c68-9367-5caf7e31fd40 admin admin] Publish callbacks [] for security_group (9389a998-7229-4819-9041-1bd78884a522), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:31.141010 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-044b4957-f3f0-4c68-9367-5caf7e31fd40 admin admin] Publish callbacks [] for security_group (9389a998-7229-4819-9041-1bd78884a522), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:31.239553 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-044b4957-f3f0-4c68-9367-5caf7e31fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (9389a998-7229-4819-9041-1bd78884a522), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:31.247046 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-044b4957-f3f0-4c68-9367-5caf7e31fd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:31.251922 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-044b4957-f3f0-4c68-9367-5caf7e31fd40 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9389a998-7229-4819-9041-1bd78884a522 HTTP/1.1" status: 204 len: 168 time: 0.3250773 Aug 27 02:23:31.289020 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b4957-f3f0-4c68-9367-5caf7e31fd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9389a998-7229-4819-9041-1bd78884a522,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:31.346367 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['b4168fa6-3b0a-4107-83cf-7d31f29910d4'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:23:31.459159 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:31.464190 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fe688-23e7-480e-8d1c-f292d56a49ea req-a5b8b359-28a8-4351-a8f5-42a7b3afddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:31.466610 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-305fe688-23e7-480e-8d1c-f292d56a49ea req-a5b8b359-28a8-4351-a8f5-42a7b3afddb8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 HTTP/1.1" status: 200 len: 913 time: 0.4238162 Aug 27 02:23:31.475796 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-f338282c-81df-47b8-9322-f7756aebfa2f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f55f99-dc75-425b-9214-a2edc384e389 HTTP/1.1" status: 200 len: 217 time: 0.1190994 Aug 27 02:23:31.664762 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582863f6-34d0-460f-81a3-e7fef0b8e134 req-43427075-11d3-4bcc-b57d-885484c114e8 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:31.670842 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:31.674964 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-2e5b9f5f-3f92-4cd1-a438-20b2bd614ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:31.676835 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-2e5b9f5f-3f92-4cd1-a438-20b2bd614ea3 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.1965206 Aug 27 02:23:31.677163 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-582863f6-34d0-460f-81a3-e7fef0b8e134 req-43427075-11d3-4bcc-b57d-885484c114e8 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 945 time: 0.2058268 Aug 27 02:23:31.748664 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-305fe688-23e7-480e-8d1c-f292d56a49ea req-67e9b84f-6c34-4b30-b81c-950d4b9ce365 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4168fa6-3b0a-4107-83cf-7d31f29910d4 HTTP/1.1" status: 200 len: 217 time: 0.2389920 Aug 27 02:23:31.822494 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5c1cf-36cd-4301-8925-5a755c1d4a00 req-3186270c-b99c-4bfb-b6b5-a65f583d62ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:31.826271 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-47c5c1cf-36cd-4301-8925-5a755c1d4a00 req-3186270c-b99c-4bfb-b6b5-a65f583d62ed service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 1129 time: 0.0972500 Aug 27 02:23:31.836046 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:31.854944 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-582863f6-34d0-460f-81a3-e7fef0b8e134 req-f0d83fd3-b5f1-4271-a18f-541e8bda369f tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763175 Aug 27 02:23:31.860321 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-47c5c1cf-36cd-4301-8925-5a755c1d4a00 req-b92db027-596c-43e5-8a5f-afb09841a4c8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:31.875572 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970af0ba-d768-43e6-be51-a26b068491e4 req-6e50a47d-7231-45f6-bed4-1abff88cbec3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:31.889523 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-970af0ba-d768-43e6-be51-a26b068491e4 req-6e50a47d-7231-45f6-bed4-1abff88cbec3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.4212959 Aug 27 02:23:31.890263 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-97524594-f804-4aa2-9817-b740e36607d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:31.897505 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-97524594-f804-4aa2-9817-b740e36607d5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2103889 Aug 27 02:23:32.031704 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ae91e-bbab-4933-ae87-0513751c44cf req-3c0da26a-3bc9-4532-b939-9f642c5032e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:32.039967 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f60ae91e-bbab-4933-ae87-0513751c44cf req-3c0da26a-3bc9-4532-b939-9f642c5032e8 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.9993513 Aug 27 02:23:32.065106 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 43814) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:32.175885 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-970af0ba-d768-43e6-be51-a26b068491e4 req-3df24fce-6240-4cbd-89c7-4d7642ad9d03 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844257 Aug 27 02:23:32.189155 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:32.197808 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ae91e-bbab-4933-ae87-0513751c44cf req-2261bfc0-cbea-4a14-9f25-c96a70e77254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:32.200074 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f60ae91e-bbab-4933-ae87-0513751c44cf req-2261bfc0-cbea-4a14-9f25-c96a70e77254 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1274765 Aug 27 02:23:32.218402 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-722bf6a8-f3f6-497a-bf89-d42bde1f0214 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011425 Aug 27 02:23:32.237065 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-47c5c1cf-36cd-4301-8925-5a755c1d4a00 req-b92db027-596c-43e5-8a5f-afb09841a4c8 service neutron] Publish callbacks [] for security_group (047c9cfb-59df-4ee4-a555-faad15f2e9d6), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.245004 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-47c5c1cf-36cd-4301-8925-5a755c1d4a00 req-b92db027-596c-43e5-8a5f-afb09841a4c8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (047c9cfb-59df-4ee4-a555-faad15f2e9d6), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.267327 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9fa349be-461d-4ed0-95d9-29bc1f9613b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.272772 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fe688-23e7-480e-8d1c-f292d56a49ea req-470982b1-c974-4f30-935f-732599336509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:32.276301 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-305fe688-23e7-480e-8d1c-f292d56a49ea req-470982b1-c974-4f30-935f-732599336509 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=3aef2d45-7fcd-4542-a86b-743b014ff772 HTTP/1.1" status: 200 len: 851 time: 0.4459000 Aug 27 02:23:32.309833 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f7c6c-507d-4845-9b25-b3ce8afa7186 req-ef82b601-b339-438b-9f31-ad55e5de0cf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:32.314566 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e54f7c6c-507d-4845-9b25-b3ce8afa7186 req-ef82b601-b339-438b-9f31-ad55e5de0cf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 943 time: 0.1814377 Aug 27 02:23:32.357363 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92db027-596c-43e5-8a5f-afb09841a4c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=047c9cfb-59df-4ee4-a555-faad15f2e9d6,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:32.407823 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-47c5c1cf-36cd-4301-8925-5a755c1d4a00 req-b92db027-596c-43e5-8a5f-afb09841a4c8 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5743065 Aug 27 02:23:32.482049 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-893e6954-cd56-4f1e-a7df-bff8bc63eb67 req-8ae44759-01b1-443c-93ad-2e9d0746f245 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619096 Aug 27 02:23:32.539997 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43834) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:32.546726 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fe688-23e7-480e-8d1c-f292d56a49ea req-beeb819d-a7c0-4245-8f71-8aef90ad8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:32.548643 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-305fe688-23e7-480e-8d1c-f292d56a49ea req-beeb819d-a7c0-4245-8f71-8aef90ad8e3e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1d7da9b1-bc52-4897-b0d0-f4970cc43ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2316694 Aug 27 02:23:32.559264 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e53b2721-e458-42bf-a187-33b60a40b9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.648376 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e54f7c6c-507d-4845-9b25-b3ce8afa7186 req-a1571f1b-c9a4-4084-9790-79bcca44182c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032193 Aug 27 02:23:32.672408 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9fa349be-461d-4ed0-95d9-29bc1f9613b7 admin admin] Publish callbacks [] for security_group (36f49568-d936-4d15-8ea0-2a265a596b79), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.676169 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 81921b15-5b92-41f8-a6fa-30be932b9435 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:32.677212 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f60ae91e-bbab-4933-ae87-0513751c44cf req-771859ac-9db4-4689-9606-dab5d5b07ba5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464551 Aug 27 02:23:32.678127 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9fa349be-461d-4ed0-95d9-29bc1f9613b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (36f49568-d936-4d15-8ea0-2a265a596b79), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.702699 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device b4168fa6-3b0a-4107-83cf-7d31f29910d4 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:32.713176 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e53b2721-e458-42bf-a187-33b60a40b9de admin admin] Publish callbacks [] for security_group (657b69dc-46e1-4797-ab10-3020476fa7dc), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.723682 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e53b2721-e458-42bf-a187-33b60a40b9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (657b69dc-46e1-4797-ab10-3020476fa7dc), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.742780 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-9fa349be-461d-4ed0-95d9-29bc1f9613b7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=73184ddaf13f4353b1de04407b614d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6630735 Aug 27 02:23:32.743565 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa349be-461d-4ed0-95d9-29bc1f9613b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f49568-d936-4d15-8ea0-2a265a596b79,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:32.746394 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 43838) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:32.829349 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-599b25d9-b067-4346-9435-31436d536e3b admin admin] Publish callbacks [] for security_group (36f49568-d936-4d15-8ea0-2a265a596b79), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.835835 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b2721-e458-42bf-a187-33b60a40b9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657b69dc-46e1-4797-ab10-3020476fa7dc,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:32.844611 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:32.852806 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port b4168fa6-3b0a-4107-83cf-7d31f29910d4 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:23:32.866455 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port b4168fa6-3b0a-4107-83cf-7d31f29910d4 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:23:32.867069 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.881955 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-e53b2721-e458-42bf-a187-33b60a40b9de admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=37f8fe6f87be453baaaca4c47bc6a0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406241 Aug 27 02:23:32.882275 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-599b25d9-b067-4346-9435-31436d536e3b admin admin] Publish callbacks [] for security_group (36f49568-d936-4d15-8ea0-2a265a596b79), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.886883 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43842) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:32.943558 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-599b25d9-b067-4346-9435-31436d536e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (36f49568-d936-4d15-8ea0-2a265a596b79), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.948843 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-599b25d9-b067-4346-9435-31436d536e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:32.950375 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-599b25d9-b067-4346-9435-31436d536e3b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/36f49568-d936-4d15-8ea0-2a265a596b79 HTTP/1.1" status: 204 len: 168 time: 0.2030692 Aug 27 02:23:32.961143 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b25d9-b067-4346-9435-31436d536e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f49568-d936-4d15-8ea0-2a265a596b79,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:33.045888 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b540245b-f1ba-4958-967d-024608977824 admin admin] Publish callbacks [] for security_group (657b69dc-46e1-4797-ab10-3020476fa7dc), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:33.064212 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 81921b15-5b92-41f8-a6fa-30be932b9435, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=81921b15-5b92-41f8-a6fa-30be932b9435,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:33.064701 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e9f9f-c81d-42f0-97c4-138b6ae134c2 req-9af48113-1944-41ce-afa6-6bd58e7c444a tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:33.071151 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cb9e9f9f-c81d-42f0-97c4-138b6ae134c2 req-9af48113-1944-41ce-afa6-6bd58e7c444a tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 945 time: 0.0870667 Aug 27 02:23:33.111335 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b540245b-f1ba-4958-967d-024608977824 admin admin] Publish callbacks [] for security_group (657b69dc-46e1-4797-ab10-3020476fa7dc), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:33.142989 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '81921b15-5b92-41f8-a6fa-30be932b9435', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'port_id': '81921b15-5b92-41f8-a6fa-30be932b9435', 'mac_address': 'fa:16:3e:15:b4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:33.193707 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cb9e9f9f-c81d-42f0-97c4-138b6ae134c2 req-bd660a0a-fe09-45f0-a188-ed2578e57b41 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149862 Aug 27 02:23:33.206252 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:33.231821 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port b4168fa6-3b0a-4107-83cf-7d31f29910d4 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:23:33.232211 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:33.245780 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b540245b-f1ba-4958-967d-024608977824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (657b69dc-46e1-4797-ab10-3020476fa7dc), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:33.250867 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b540245b-f1ba-4958-967d-024608977824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:33.252291 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-b540245b-f1ba-4958-967d-024608977824 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/657b69dc-46e1-4797-ab10-3020476fa7dc HTTP/1.1" status: 204 len: 168 time: 0.3602295 Aug 27 02:23:33.268382 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540245b-f1ba-4958-967d-024608977824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657b69dc-46e1-4797-ab10-3020476fa7dc,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:33.270532 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 81921b15-5b92-41f8-a6fa-30be932b9435 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:23:33.271178 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:33.321592 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81921b15-5b92-41f8-a6fa-30be932b9435 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:23:33.346402 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbef28bb-3cdf-4a27-8493-add7806af828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4168fa6-3b0a-4107-83cf-7d31f29910d4'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:23:33.346402 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776163b1-5461-4f01-b046-ed8373b46cbc" -d '{"events": [{"server_uuid": "fbef28bb-3cdf-4a27-8493-add7806af828", "name": "network-vif-plugged", "status": "completed", "tag": "b4168fa6-3b0a-4107-83cf-7d31f29910d4"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:33.380869 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port b4168fa6-3b0a-4107-83cf-7d31f29910d4, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=b4168fa6-3b0a-4107-83cf-7d31f29910d4,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:33.383868 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 81921b15-5b92-41f8-a6fa-30be932b9435, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=81921b15-5b92-41f8-a6fa-30be932b9435,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:33.401685 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:33.416514 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:33.450326 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6d05-bcdd-453a-8bf6-1cd35b495eb3 req-978efe3e-ba64-4f44-a858-db9cc0eb8d10 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:33.451879 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efe9fab-8f79-404e-8bc7-1ae7b0fdd479 x-openstack-request-id: req-0efe9fab-8f79-404e-8bc7-1ae7b0fdd479 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:33.452408 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbef28bb-3cdf-4a27-8493-add7806af828", "name": "network-vif-plugged", "status": "completed", "tag": "b4168fa6-3b0a-4107-83cf-7d31f29910d4", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:33.452750 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0efe9fab-8f79-404e-8bc7-1ae7b0fdd479 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:33.453588 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efe9fab-8f79-404e-8bc7-1ae7b0fdd479'] response: {'server_uuid': 'fbef28bb-3cdf-4a27-8493-add7806af828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4168fa6-3b0a-4107-83cf-7d31f29910d4', 'code': 200} Aug 27 02:23:33.459427 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67fa6d05-bcdd-453a-8bf6-1cd35b495eb3 req-978efe3e-ba64-4f44-a858-db9cc0eb8d10 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.1038072 Aug 27 02:23:33.486366 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:33.494502 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=b4168fa6-3b0a-4107-83cf-7d31f29910d4,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:33.572855 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:33.627018 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=81921b15-5b92-41f8-a6fa-30be932b9435,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:33.661178 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67fa6d05-bcdd-453a-8bf6-1cd35b495eb3 req-b789a4bf-8b2d-43d4-9bb4-4c7ddf5dc2f7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004194 Aug 27 02:23:33.733924 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f60ae91e-bbab-4933-ae87-0513751c44cf req-8cacde91-f670-402d-845e-69813e3c76ff service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705338 Aug 27 02:23:33.745031 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-305fe688-23e7-480e-8d1c-f292d56a49ea req-7bb9abde-85f8-4097-88e9-39d0e4320747 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1d7da9b1-bc52-4897-b0d0-f4970cc43ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831850 Aug 27 02:23:33.856569 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16261b-9a68-4fe2-8434-03c2dc2e84da req-6e250a50-ff85-4581-84c7-38ea17a2a05a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:33.869152 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ae16261b-9a68-4fe2-8434-03c2dc2e84da req-6e250a50-ff85-4581-84c7-38ea17a2a05a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 944 time: 0.0845373 Aug 27 02:23:33.919653 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ae16261b-9a68-4fe2-8434-03c2dc2e84da req-375f366a-3a93-44a3-a0a1-9204b3495823 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493212 Aug 27 02:23:34.063765 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43888) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:34.222613 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:34.230228 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a2bd0e30-2b30-4ae2-a2e2-151f1a2c81ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:34.383087 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a2bd0e30-2b30-4ae2-a2e2-151f1a2c81ca admin admin] Publish callbacks [] for security_group (e0152b66-00f1-44f2-ac8a-87f0606a7c64), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:34.391631 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a2bd0e30-2b30-4ae2-a2e2-151f1a2c81ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (e0152b66-00f1-44f2-ac8a-87f0606a7c64), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:34.418026 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced72a2e-8ee0-4503-b3cf-8ab93af1d855 req-ba975bcd-81ac-47ab-8192-4074fe6d7448 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:34.428304 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ced72a2e-8ee0-4503-b3cf-8ab93af1d855 req-ba975bcd-81ac-47ab-8192-4074fe6d7448 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.1070824 Aug 27 02:23:34.454981 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-a2bd0e30-2b30-4ae2-a2e2-151f1a2c81ca admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=478b5c9f564f423b9670ec81740a5855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897684 Aug 27 02:23:34.455777 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43920) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:34.457911 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd0e30-2b30-4ae2-a2e2-151f1a2c81ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0152b66-00f1-44f2-ac8a-87f0606a7c64,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:34.512581 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d357aaf0-d1f3-46d6-8565-cddf21daf535 admin admin] Publish callbacks [] for security_group (e0152b66-00f1-44f2-ac8a-87f0606a7c64), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:34.514949 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ced72a2e-8ee0-4503-b3cf-8ab93af1d855 req-b959916e-fb5e-4af8-ad12-4dbf1a538507 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826304 Aug 27 02:23:34.556849 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d357aaf0-d1f3-46d6-8565-cddf21daf535 admin admin] Publish callbacks [] for security_group (e0152b66-00f1-44f2-ac8a-87f0606a7c64), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:34.605530 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:34.631627 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d357aaf0-d1f3-46d6-8565-cddf21daf535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (e0152b66-00f1-44f2-ac8a-87f0606a7c64), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:34.636915 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d357aaf0-d1f3-46d6-8565-cddf21daf535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:34.639646 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-d357aaf0-d1f3-46d6-8565-cddf21daf535 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e0152b66-00f1-44f2-ac8a-87f0606a7c64 HTTP/1.1" status: 204 len: 168 time: 0.1827028 Aug 27 02:23:34.656607 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357aaf0-d1f3-46d6-8565-cddf21daf535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0152b66-00f1-44f2-ac8a-87f0606a7c64,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:34.877845 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7156ec-8fa3-4158-836a-9c5b1eed79b1 req-aa106d6b-ed16-49c1-a50e-9efbbcea9b36 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:34.885916 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2f7156ec-8fa3-4158-836a-9c5b1eed79b1 req-aa106d6b-ed16-49c1-a50e-9efbbcea9b36 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.1023576 Aug 27 02:23:34.949471 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2f7156ec-8fa3-4158-836a-9c5b1eed79b1 req-dbfd195b-0e74-411c-8a40-afdc2bbd4733 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624652 Aug 27 02:23:35.095632 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb316c3b-71f1-478a-b4a1-e7e66d9d5a43 req-ab06955c-4744-4862-8ef7-b89f5f03793a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:35.097315 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb316c3b-71f1-478a-b4a1-e7e66d9d5a43 req-ab06955c-4744-4862-8ef7-b89f5f03793a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 944 time: 0.0563803 Aug 27 02:23:35.157654 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43976) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:35.177673 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c4391a62-fb7d-4100-8876-f94247b360a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.207287 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb316c3b-71f1-478a-b4a1-e7e66d9d5a43 req-0595467a-66dd-4598-9a66-f968e8762303 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018407 Aug 27 02:23:35.305613 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43980) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:35.313928 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c4391a62-fb7d-4100-8876-f94247b360a1 admin admin] Publish callbacks [] for security_group (e0aef855-a6f5-4057-8404-dc8d257ed672), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.320255 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c4391a62-fb7d-4100-8876-f94247b360a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (e0aef855-a6f5-4057-8404-dc8d257ed672), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.385710 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c4391a62-fb7d-4100-8876-f94247b360a1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8e970e8e99d041e6bc97a47d4e43fc50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272694 Aug 27 02:23:35.388244 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 43988) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:35.406982 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4391a62-fb7d-4100-8876-f94247b360a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aef855-a6f5-4057-8404-dc8d257ed672,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:35.448340 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ac075a8a-9b29-4b2d-9edb-fecb25496139 admin admin] Publish callbacks [] for security_group (e0aef855-a6f5-4057-8404-dc8d257ed672), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.480288 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ac075a8a-9b29-4b2d-9edb-fecb25496139 admin admin] Publish callbacks [] for security_group (e0aef855-a6f5-4057-8404-dc8d257ed672), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.560637 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ac075a8a-9b29-4b2d-9edb-fecb25496139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (e0aef855-a6f5-4057-8404-dc8d257ed672), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.564041 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ac075a8a-9b29-4b2d-9edb-fecb25496139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.566121 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-ac075a8a-9b29-4b2d-9edb-fecb25496139 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e0aef855-a6f5-4057-8404-dc8d257ed672 HTTP/1.1" status: 204 len: 168 time: 0.1764352 Aug 27 02:23:35.577645 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac075a8a-9b29-4b2d-9edb-fecb25496139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aef855-a6f5-4057-8404-dc8d257ed672,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:35.659350 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1928678387-network', 'tenant_id': '46f05e0ab37c4e52afb82496e4554101'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:35.706696 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Made reservation on behalf of 46f05e0ab37c4e52afb82496e4554101 for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:35.709006 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.731547 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.734176 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115e206-6abc-4841-9cd3-331c366446cb req-85e9aca4-e0d8-4108-a0fa-ccd7497c160e tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:35.745158 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0115e206-6abc-4841-9cd3-331c366446cb req-85e9aca4-e0d8-4108-a0fa-ccd7497c160e tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.1146762 Aug 27 02:23:35.845998 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0115e206-6abc-4841-9cd3-331c366446cb req-61a6fc0c-2355-409c-99bc-daded3bde9ed tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976725 Aug 27 02:23:35.892104 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Publish callbacks [] for security_group (1a70cdfb-64cf-4fba-b174-4fb7a5d41444), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.899756 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1a70cdfb-64cf-4fba-b174-4fb7a5d41444), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.916069 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:35.957165 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:23:35.987403 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a70cdfb-64cf-4fba-b174-4fb7a5d41444,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:35.987403 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (ffd27f3d-58f0-4118-bd87-982f44d91070), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:35.987946 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Added segment ffd27f3d-58f0-4118-bd87-982f44d91070 of type vlan for network f7aea0e0-e248-477a-b203-d71f261d202a Aug 27 02:23:36.082891 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (f7aea0e0-e248-477a-b203-d71f261d202a), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:36.170756 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (f7aea0e0-e248-477a-b203-d71f261d202a), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:36.171827 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:36.172468 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:36.205743 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bbfc7-0d04-44d1-a208-94a4ce079fc3 req-feab1183-6c27-47b3-a971-a90dcbd03870 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:36.208443 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-665bbfc7-0d04-44d1-a208-94a4ce079fc3 req-feab1183-6c27-47b3-a971-a90dcbd03870 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0865970 Aug 27 02:23:36.235306 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:36.262444 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] Pushing event updated for resources: {'Network': ['ID=f7aea0e0-e248-477a-b203-d71f261d202a,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:36.276961 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network f7aea0e0-e248-477a-b203-d71f261d202a details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:23:36.287039 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-50389f2d-7cdd-4cc8-8b91-5ebb505c6ded admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9799659 Aug 27 02:23:36.288809 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44052) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:36.298642 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] Request body: {'subnet': {'network_id': 'f7aea0e0-e248-477a-b203-d71f261d202a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1928678387-subnet', 'tenant_id': '46f05e0ab37c4e52afb82496e4554101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:36.356063 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] Made reservation on behalf of 46f05e0ab37c4e52afb82496e4554101 for: {'subnet': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:36.360484 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:36.395730 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-665bbfc7-0d04-44d1-a208-94a4ce079fc3 req-026eeab5-c9c5-4c7b-89d7-88091cd962d8 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729484 Aug 27 02:23:36.533501 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be4b4a-25f1-4be7-b00b-c35dd3610c1a req-4bea4d99-4b01-42d9-a3af-dd105b3769eb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:36.538963 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40be4b4a-25f1-4be7-b00b-c35dd3610c1a req-4bea4d99-4b01-42d9-a3af-dd105b3769eb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 944 time: 0.1605916 Aug 27 02:23:36.650481 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40be4b4a-25f1-4be7-b00b-c35dd3610c1a req-91bf4c16-0d27-49b0-90cf-489e19d7d673 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993702 Aug 27 02:23:36.818352 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for subnet (4a3bfcf2-6211-41fc-a859-5d3497a49e40), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:36.926817 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3bfcf2-6211-41fc-a859-5d3497a49e40,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:36.958267 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] Checking segment: {'id': 'ffd27f3d-58f0-4118-bd87-982f44d91070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f7aea0e0-e248-477a-b203-d71f261d202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:23:36.958612 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] Network hostable DHCP agents. Network: f7aea0e0-e248-477a-b203-d71f261d202a, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:23:36.990710 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] Network f7aea0e0-e248-477a-b203-d71f261d202a is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:23:36.995535 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f1899-2ad6-4757-953c-ecc0d9d0c861 req-7cb069ec-0d09-4b25-8db9-d3905a74a287 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:36.998237 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-546f1899-2ad6-4757-953c-ecc0d9d0c861 req-7cb069ec-0d09-4b25-8db9-d3905a74a287 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0769978 Aug 27 02:23:37.005705 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, f7aea0e0-e248-477a-b203-d71f261d202a) {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:37.011261 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:37.012171 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:37.022072 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7009e8a-3975-4495-9196-ca39cbd2876d None None] Network f7aea0e0-e248-477a-b203-d71f261d202a requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:23:37.061280 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-03b0a49f-d75c-468f-9b31-f356c84db8fc admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7708073 Aug 27 02:23:37.065979 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-546f1899-2ad6-4757-953c-ecc0d9d0c861 req-6fea3ee4-ca60-44d9-b876-85aac63a0b69 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592418 Aug 27 02:23:37.193295 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44090) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:37.198368 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd2def-aeed-4c2d-b01c-397bc3157830 None None] Network f7aea0e0-e248-477a-b203-d71f261d202a requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:23:37.237377 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44094) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:37.523675 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fbfea911-b579-450c-b90f-742ac843122a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:37.596691 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6101b33-77cd-4867-a77c-eccddd9b37e8 req-f03fac97-65eb-4912-9c75-eb82fcbc74c1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:37.600558 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6101b33-77cd-4867-a77c-eccddd9b37e8 req-f03fac97-65eb-4912-9c75-eb82fcbc74c1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.1089060 Aug 27 02:23:37.616991 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:37.653692 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cdc4ab25-844a-49a8-82d5-37144f49ceca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:37.662101 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fbfea911-b579-450c-b90f-742ac843122a admin admin] Publish callbacks [] for security_group (eb17a5eb-be6a-4ed8-8a1c-dadd61ccec4c), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:37.674463 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fbfea911-b579-450c-b90f-742ac843122a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (eb17a5eb-be6a-4ed8-8a1c-dadd61ccec4c), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:37.682323 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:37.712938 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6101b33-77cd-4867-a77c-eccddd9b37e8 req-f4384e2f-9758-43ce-a4b1-a99478344fe5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862300 Aug 27 02:23:37.821621 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cdc4ab25-844a-49a8-82d5-37144f49ceca admin admin] Publish callbacks [] for security_group (09c8080f-7bb2-429b-a06c-7fd408474d78), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:37.821814 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-fbfea911-b579-450c-b90f-742ac843122a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=616d8c6feff34df68117b541eb6b6ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6245449 Aug 27 02:23:37.824711 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfea911-b579-450c-b90f-742ac843122a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb17a5eb-be6a-4ed8-8a1c-dadd61ccec4c,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:37.825373 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44112) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:37.889099 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cdc4ab25-844a-49a8-82d5-37144f49ceca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (09c8080f-7bb2-429b-a06c-7fd408474d78), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:37.980998 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-cdc4ab25-844a-49a8-82d5-37144f49ceca admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f1683bdac0ee4862861118a5a4bd9996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7421014 Aug 27 02:23:37.986170 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44116) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:38.009110 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504303fa-f67e-4133-b4b3-1c5516d47f0a req-2bbc2c79-22fa-428b-90d3-bbae430596b7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:38.010932 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-504303fa-f67e-4133-b4b3-1c5516d47f0a req-2bbc2c79-22fa-428b-90d3-bbae430596b7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 944 time: 0.1345954 Aug 27 02:23:38.011473 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4ab25-844a-49a8-82d5-37144f49ceca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c8080f-7bb2-429b-a06c-7fd408474d78,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:38.020780 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0ef8cf4a-6c41-4801-8f05-8f6e9d788ff9 admin admin] Publish callbacks [] for security_group (eb17a5eb-be6a-4ed8-8a1c-dadd61ccec4c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:38.060387 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0ef8cf4a-6c41-4801-8f05-8f6e9d788ff9 admin admin] Publish callbacks [] for security_group (eb17a5eb-be6a-4ed8-8a1c-dadd61ccec4c), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:38.103233 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:38.136576 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c7122dc4-c719-4a40-93d4-10e4e10c24da admin admin] Publish callbacks [] for security_group (09c8080f-7bb2-429b-a06c-7fd408474d78), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:38.171462 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-504303fa-f67e-4133-b4b3-1c5516d47f0a req-c9b5af5c-01e9-4bf3-8c5e-721b7dedf61c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421628 Aug 27 02:23:38.197449 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c7122dc4-c719-4a40-93d4-10e4e10c24da admin admin] Publish callbacks [] for security_group (09c8080f-7bb2-429b-a06c-7fd408474d78), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:38.265777 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0ef8cf4a-6c41-4801-8f05-8f6e9d788ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (eb17a5eb-be6a-4ed8-8a1c-dadd61ccec4c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:38.273623 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0ef8cf4a-6c41-4801-8f05-8f6e9d788ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:38.276168 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0ef8cf4a-6c41-4801-8f05-8f6e9d788ff9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/eb17a5eb-be6a-4ed8-8a1c-dadd61ccec4c HTTP/1.1" status: 204 len: 168 time: 0.4482653 Aug 27 02:23:38.287632 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d134e2-f259-4f23-943f-598aca7c179d req-437d276a-cea6-4502-9866-ea5aa0ce5995 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:38.292132 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02d134e2-f259-4f23-943f-598aca7c179d req-437d276a-cea6-4502-9866-ea5aa0ce5995 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.1117435 Aug 27 02:23:38.298824 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c7122dc4-c719-4a40-93d4-10e4e10c24da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (09c8080f-7bb2-429b-a06c-7fd408474d78), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:38.303100 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c7122dc4-c719-4a40-93d4-10e4e10c24da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:38.304678 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c7122dc4-c719-4a40-93d4-10e4e10c24da admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/09c8080f-7bb2-429b-a06c-7fd408474d78 HTTP/1.1" status: 204 len: 168 time: 0.3173230 Aug 27 02:23:38.315304 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7122dc4-c719-4a40-93d4-10e4e10c24da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c8080f-7bb2-429b-a06c-7fd408474d78,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:38.330806 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8cf4a-6c41-4801-8f05-8f6e9d788ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb17a5eb-be6a-4ed8-8a1c-dadd61ccec4c,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:38.388231 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02d134e2-f259-4f23-943f-598aca7c179d req-7d38b7cd-11b4-470e-a23a-f60b2f582dd1 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858011 Aug 27 02:23:38.907090 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3ab37-48f5-4f23-9725-514d8756e213 req-4f289678-e20b-45f8-a02e-7ef63a10533d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:38.908898 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-49f3ab37-48f5-4f23-9725-514d8756e213 req-4f289678-e20b-45f8-a02e-7ef63a10533d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0664062 Aug 27 02:23:38.988916 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-49f3ab37-48f5-4f23-9725-514d8756e213 req-1ad106f5-28a4-4e0e-8c67-46d5e8a39b1c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701156 Aug 27 02:23:39.010446 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44150) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:39.027358 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9e6d-606b-43d5-8a3b-2c49907476d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.069958 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44152) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:39.075278 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:39.092631 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-32de8d8a-8e05-4dc7-b5b1-6ef5bda411b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.162985 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9e6d-606b-43d5-8a3b-2c49907476d5 admin admin] Publish callbacks [] for security_group (05e61168-f9f4-4f55-bf5d-328b63edf365), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.170504 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9e6d-606b-43d5-8a3b-2c49907476d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (05e61168-f9f4-4f55-bf5d-328b63edf365), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.201464 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-32de8d8a-8e05-4dc7-b5b1-6ef5bda411b2 admin admin] Publish callbacks [] for security_group (a863a2af-17b2-4f23-8f76-91e953cca7aa), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.210118 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-32de8d8a-8e05-4dc7-b5b1-6ef5bda411b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (a863a2af-17b2-4f23-8f76-91e953cca7aa), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.237953 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-f3fe9e6d-606b-43d5-8a3b-2c49907476d5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6251924d8732447fb5e5f021836e1ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261674 Aug 27 02:23:39.238660 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe9e6d-606b-43d5-8a3b-2c49907476d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e61168-f9f4-4f55-bf5d-328b63edf365,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:39.242855 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44158) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:39.266883 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-32de8d8a-8e05-4dc7-b5b1-6ef5bda411b2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=626ac4730d9445d69b97894791c4026a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949203 Aug 27 02:23:39.267840 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44162) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:39.307032 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:39.308556 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de8d8a-8e05-4dc7-b5b1-6ef5bda411b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a863a2af-17b2-4f23-8f76-91e953cca7aa,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:39.310060 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44164) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:39.328457 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-325998618-network', 'tenant_id': 'e4177fdf3e6e41afabcc047fe5caf7ad'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:39.335759 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:39.373327 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Made reservation on behalf of e4177fdf3e6e41afabcc047fe5caf7ad for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:39.376071 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.389057 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2bba28d9-45a6-4040-86cd-4e674875ba85 admin admin] Publish callbacks [] for security_group (a863a2af-17b2-4f23-8f76-91e953cca7aa), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.389627 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1dddf45b-199f-4a2b-bd2a-c97817099823 admin admin] Publish callbacks [] for security_group (05e61168-f9f4-4f55-bf5d-328b63edf365), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.391628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.399022 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb119f-0581-42c0-a8be-e965c1e26362 req-c4ab393b-2a90-42a9-88dd-4f19d05d0661 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:39.400525 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4cb119f-0581-42c0-a8be-e965c1e26362 req-c4ab393b-2a90-42a9-88dd-4f19d05d0661 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 944 time: 0.0793977 Aug 27 02:23:39.425201 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1dddf45b-199f-4a2b-bd2a-c97817099823 admin admin] Publish callbacks [] for security_group (05e61168-f9f4-4f55-bf5d-328b63edf365), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.428406 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2bba28d9-45a6-4040-86cd-4e674875ba85 admin admin] Publish callbacks [] for security_group (a863a2af-17b2-4f23-8f76-91e953cca7aa), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.510911 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4cb119f-0581-42c0-a8be-e965c1e26362 req-4c7a8d51-402f-4c04-8a0a-d9788973178a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021414 Aug 27 02:23:39.526367 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1dddf45b-199f-4a2b-bd2a-c97817099823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (05e61168-f9f4-4f55-bf5d-328b63edf365), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.529005 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1dddf45b-199f-4a2b-bd2a-c97817099823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.533085 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-1dddf45b-199f-4a2b-bd2a-c97817099823 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/05e61168-f9f4-4f55-bf5d-328b63edf365 HTTP/1.1" status: 204 len: 168 time: 0.2892377 Aug 27 02:23:39.554820 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Publish callbacks [] for security_group (5755e5c0-5ecb-410c-9451-42ed8ce7080e), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.555855 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddf45b-199f-4a2b-bd2a-c97817099823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e61168-f9f4-4f55-bf5d-328b63edf365,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:39.560362 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5755e5c0-5ecb-410c-9451-42ed8ce7080e), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.562794 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40673388-3407-4e9c-ae61-0b727294ba31 req-1c05c974-3afd-45d6-978c-89b42bb379f3 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:39.565329 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40673388-3407-4e9c-ae61-0b727294ba31 req-1c05c974-3afd-45d6-978c-89b42bb379f3 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0818686 Aug 27 02:23:39.598379 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:23:39.601555 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5755e5c0-5ecb-410c-9451-42ed8ce7080e,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:39.601728 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2bba28d9-45a6-4040-86cd-4e674875ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (a863a2af-17b2-4f23-8f76-91e953cca7aa), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.605883 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2bba28d9-45a6-4040-86cd-4e674875ba85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.609997 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2bba28d9-45a6-4040-86cd-4e674875ba85 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a863a2af-17b2-4f23-8f76-91e953cca7aa HTTP/1.1" status: 204 len: 168 time: 0.3406987 Aug 27 02:23:39.623902 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (0d02f1f5-cfe9-4e34-81ab-00af0fbc4d9f), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.624239 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Added segment 0d02f1f5-cfe9-4e34-81ab-00af0fbc4d9f of type vlan for network 71f722b6-1163-4c7e-b5ec-8107176e18de Aug 27 02:23:39.625876 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba28d9-45a6-4040-86cd-4e674875ba85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a863a2af-17b2-4f23-8f76-91e953cca7aa,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:39.662052 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40673388-3407-4e9c-ae61-0b727294ba31 req-d61e334a-af68-4df0-bfa1-4483c61fbd86 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846164 Aug 27 02:23:39.711772 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (71f722b6-1163-4c7e-b5ec-8107176e18de), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.751599 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (71f722b6-1163-4c7e-b5ec-8107176e18de), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.752627 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:39.753367 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:39.820921 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5097063 Aug 27 02:23:39.821255 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44178) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:39.828511 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a2945-305f-4d13-9d6f-36178e61539c admin admin] Pushing event updated for resources: {'Network': ['ID=71f722b6-1163-4c7e-b5ec-8107176e18de,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:39.830716 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] Request body: {'subnet': {'network_id': '71f722b6-1163-4c7e-b5ec-8107176e18de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-325998618-subnet', 'tenant_id': 'e4177fdf3e6e41afabcc047fe5caf7ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:39.844037 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network 71f722b6-1163-4c7e-b5ec-8107176e18de details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:23:39.860360 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] Made reservation on behalf of e4177fdf3e6e41afabcc047fe5caf7ad for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:39.864290 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:40.089257 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for subnet (747a80d0-904e-41d7-b75f-e048c1819fb8), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:40.162480 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747a80d0-904e-41d7-b75f-e048c1819fb8,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:40.231007 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b5d89-d389-4487-b21d-541a5dbeb3e8 req-acaefacc-89b4-400c-964b-4bdf3b42af9c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:40.232765 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-213b5d89-d389-4487-b21d-541a5dbeb3e8 req-acaefacc-89b4-400c-964b-4bdf3b42af9c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.1287560 Aug 27 02:23:40.240647 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] Checking segment: {'id': '0d02f1f5-cfe9-4e34-81ab-00af0fbc4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '71f722b6-1163-4c7e-b5ec-8107176e18de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:23:40.241053 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] Network hostable DHCP agents. Network: 71f722b6-1163-4c7e-b5ec-8107176e18de, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:23:40.288561 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] Network 71f722b6-1163-4c7e-b5ec-8107176e18de is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:23:40.312795 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, 71f722b6-1163-4c7e-b5ec-8107176e18de) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:40.321550 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:40.322363 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:40.327064 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781328f5-7a6d-4330-8701-7e1ea9b0444c None None] Network 71f722b6-1163-4c7e-b5ec-8107176e18de requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:23:40.359605 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-213b5d89-d389-4487-b21d-541a5dbeb3e8 req-d277a96f-f6c9-461e-ad0c-273a704d3226 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136220 Aug 27 02:23:40.385037 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3b403e8f-268c-419a-aa99-c0759fcd69d1 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5615330 Aug 27 02:23:40.411755 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:40.508522 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0893107-c439-4d77-b9b3-d29c1c58a30e None None] Network 71f722b6-1163-4c7e-b5ec-8107176e18de requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:23:40.722260 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d324d-02af-408f-bff8-9e79b6d04f8f req-1a2dd79a-1739-484c-9dee-4bbbe0c2a1db tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:40.730321 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f04d324d-02af-408f-bff8-9e79b6d04f8f req-1a2dd79a-1739-484c-9dee-4bbbe0c2a1db tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 944 time: 0.0971432 Aug 27 02:23:40.830501 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:40.856969 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f04d324d-02af-408f-bff8-9e79b6d04f8f req-5ae75346-30fe-4914-8bdc-370508993262 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186113 Aug 27 02:23:40.866148 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec9f9c-2f46-4cc6-91cf-34797b665b6b req-f6869b7d-dda9-4e05-9925-586b0bc29f6c tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:40.867849 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-22ec9f9c-2f46-4cc6-91cf-34797b665b6b req-f6869b7d-dda9-4e05-9925-586b0bc29f6c tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0840778 Aug 27 02:23:40.913463 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:40.931145 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-22ec9f9c-2f46-4cc6-91cf-34797b665b6b req-179d1fed-b8bd-47d1-86d7-f0ec06848e94 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535748 Aug 27 02:23:41.450854 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44260) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:41.524755 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36d2e5-1a46-46c9-9630-b65e9a176c39 req-67764e03-ac5a-40cd-87f7-626171c65aba tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:41.526374 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc36d2e5-1a46-46c9-9630-b65e9a176c39 req-67764e03-ac5a-40cd-87f7-626171c65aba tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0620699 Aug 27 02:23:41.583446 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc36d2e5-1a46-46c9-9630-b65e9a176c39 req-4631de9b-b744-4642-a4cd-d364b67c2fc3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506971 Aug 27 02:23:41.665407 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-50446336-ed22-4258-82cb-9f71be3fb516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:41.746892 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-50446336-ed22-4258-82cb-9f71be3fb516 admin admin] Publish callbacks [] for security_group (50abad9b-0799-41a7-82c4-43af48f4545a), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:41.752356 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-50446336-ed22-4258-82cb-9f71be3fb516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (50abad9b-0799-41a7-82c4-43af48f4545a), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:41.800449 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-50446336-ed22-4258-82cb-9f71be3fb516 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=93e8c5027d374359aa0e718089c72095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441792 Aug 27 02:23:41.800449 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50446336-ed22-4258-82cb-9f71be3fb516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50abad9b-0799-41a7-82c4-43af48f4545a,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:41.801154 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44274) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:41.827048 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:41.869525 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f5581ec0-b6dc-47f5-9479-510b28d8f3f8 admin admin] Publish callbacks [] for security_group (50abad9b-0799-41a7-82c4-43af48f4545a), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:41.896237 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f5581ec0-b6dc-47f5-9479-510b28d8f3f8 admin admin] Publish callbacks [] for security_group (50abad9b-0799-41a7-82c4-43af48f4545a), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:41.941686 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:41.970389 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f5581ec0-b6dc-47f5-9479-510b28d8f3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (50abad9b-0799-41a7-82c4-43af48f4545a), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:41.974543 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f5581ec0-b6dc-47f5-9479-510b28d8f3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:41.977908 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-f5581ec0-b6dc-47f5-9479-510b28d8f3f8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/50abad9b-0799-41a7-82c4-43af48f4545a HTTP/1.1" status: 204 len: 168 time: 0.1751378 Aug 27 02:23:41.990322 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5581ec0-b6dc-47f5-9479-510b28d8f3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50abad9b-0799-41a7-82c4-43af48f4545a,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:42.022987 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe1d9f-35aa-4525-8ff0-1acc3c195446 req-06f1403e-98ef-4be4-8d5e-49b1ce5eb5e0 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:42.024552 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ccfe1d9f-35aa-4525-8ff0-1acc3c195446 req-06f1403e-98ef-4be4-8d5e-49b1ce5eb5e0 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 944 time: 0.0840793 Aug 27 02:23:42.306962 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['81921b15-5b92-41f8-a6fa-30be932b9435'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:23:42.315231 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc231e-93de-4aaa-a695-6b012662fafb req-2092ab2f-39a1-421e-a7ae-c1c4ff24a3d8 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:42.316798 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90cc231e-93de-4aaa-a695-6b012662fafb req-2092ab2f-39a1-421e-a7ae-c1c4ff24a3d8 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.2725589 Aug 27 02:23:42.320488 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ccfe1d9f-35aa-4525-8ff0-1acc3c195446 req-b6dc4fdc-f62f-442f-afe5-b9b1b1864469 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877007 Aug 27 02:23:42.411796 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90cc231e-93de-4aaa-a695-6b012662fafb req-492fa5fd-2db1-4efc-b209-8d8540cb56c8 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832076 Aug 27 02:23:42.731205 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d262e-0489-43a1-b07f-a1a6b391bbfc req-f8ce54a7-22bc-4108-be91-dea82fc61b80 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:42.733546 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ca8d262e-0489-43a1-b07f-a1a6b391bbfc req-f8ce54a7-22bc-4108-be91-dea82fc61b80 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0649490 Aug 27 02:23:42.798199 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ca8d262e-0489-43a1-b07f-a1a6b391bbfc req-b96e7954-fc02-4ae7-9e40-5a0e81fc814a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572331 Aug 27 02:23:43.518219 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207684b4-b7b7-4652-b2c5-1801129c63b8 req-9ebb73db-11ba-4367-8698-7f076e79a78b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:43.521254 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-207684b4-b7b7-4652-b2c5-1801129c63b8 req-9ebb73db-11ba-4367-8698-7f076e79a78b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 944 time: 0.0827975 Aug 27 02:23:43.604200 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8fd5a-bb3a-4a01-a653-fb4f1c543489 req-be06c523-1e3b-427b-9983-872aa340fb9c tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:43.605716 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ef8fd5a-bb3a-4a01-a653-fb4f1c543489 req-be06c523-1e3b-427b-9983-872aa340fb9c tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.1017933 Aug 27 02:23:43.638686 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-207684b4-b7b7-4652-b2c5-1801129c63b8 req-8d0cb1bf-fc57-4cc4-9b78-fc663d65f7e3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035936 Aug 27 02:23:43.685787 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ef8fd5a-bb3a-4a01-a653-fb4f1c543489 req-4eff3ea5-a5ef-4a4f-97f4-3319e43af8d9 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734899 Aug 27 02:23:43.864322 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44396) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:43.964705 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b14b8-02fa-4cd7-af61-2b9d62ab6bc5 req-deec6c60-ea44-4229-b386-e3d2dd068082 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:43.966524 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-745b14b8-02fa-4cd7-af61-2b9d62ab6bc5 req-deec6c60-ea44-4229-b386-e3d2dd068082 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0663226 Aug 27 02:23:44.005080 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3da1a722-dec9-4a74-812a-c91b4408e7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:44.036437 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:44.101725 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-745b14b8-02fa-4cd7-af61-2b9d62ab6bc5 req-b8dadee4-db39-4545-9265-b249d4083b5f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218438 Aug 27 02:23:44.166309 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3da1a722-dec9-4a74-812a-c91b4408e7f7 admin admin] Publish callbacks [] for security_group (a2d577fc-1bed-4506-9710-551888c16604), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:44.175090 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3da1a722-dec9-4a74-812a-c91b4408e7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (a2d577fc-1bed-4506-9710-551888c16604), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:44.225823 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-3da1a722-dec9-4a74-812a-c91b4408e7f7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3fb175b1fccb4ddcb3c663f2a7a23721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599255 Aug 27 02:23:44.227749 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44410) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:44.246990 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1a722-dec9-4a74-812a-c91b4408e7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d577fc-1bed-4506-9710-551888c16604,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:44.294135 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01eeaeb0-0879-43a5-87cb-3854f2dfaa4b admin admin] Publish callbacks [] for security_group (a2d577fc-1bed-4506-9710-551888c16604), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:44.316209 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01eeaeb0-0879-43a5-87cb-3854f2dfaa4b admin admin] Publish callbacks [] for security_group (a2d577fc-1bed-4506-9710-551888c16604), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:44.374736 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01eeaeb0-0879-43a5-87cb-3854f2dfaa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (a2d577fc-1bed-4506-9710-551888c16604), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:44.379094 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01eeaeb0-0879-43a5-87cb-3854f2dfaa4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:44.381013 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-01eeaeb0-0879-43a5-87cb-3854f2dfaa4b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a2d577fc-1bed-4506-9710-551888c16604 HTTP/1.1" status: 204 len: 168 time: 0.1516736 Aug 27 02:23:44.387052 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:44.396560 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeaeb0-0879-43a5-87cb-3854f2dfaa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d577fc-1bed-4506-9710-551888c16604,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:44.701958 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 81921b15-5b92-41f8-a6fa-30be932b9435 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:44.763571 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:44.811411 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44450) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:44.819917 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 81921b15-5b92-41f8-a6fa-30be932b9435 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:23:44.827968 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 81921b15-5b92-41f8-a6fa-30be932b9435 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:23:44.828646 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:44.834753 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2236688-ee17-496a-89f4-68a7ba32c7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:44.855960 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aceaa2-8b5e-4a11-b383-484d1630f627 req-81257a23-c428-4718-937f-138c38b1d372 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:44.864747 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e8aceaa2-8b5e-4a11-b383-484d1630f627 req-81257a23-c428-4718-937f-138c38b1d372 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 944 time: 0.1092317 Aug 27 02:23:44.910996 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebe13-8add-4a28-b0cb-4ec7b5d7e07d req-4597f34e-e91a-45c1-b5e0-1fcb2870aca4 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:44.912847 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b61ebe13-8add-4a28-b0cb-4ec7b5d7e07d req-4597f34e-e91a-45c1-b5e0-1fcb2870aca4 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.1142676 Aug 27 02:23:44.935379 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 81921b15-5b92-41f8-a6fa-30be932b9435 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:23:44.936050 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:44.975095 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bed8e9-f530-418a-9819-4f65dabdcda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81921b15-5b92-41f8-a6fa-30be932b9435'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:23:44.977884 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f12596a-461a-437a-916c-3cec8424870f" -d '{"events": [{"server_uuid": "05bed8e9-f530-418a-9819-4f65dabdcda0", "name": "network-vif-plugged", "status": "completed", "tag": "81921b15-5b92-41f8-a6fa-30be932b9435"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:44.989855 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2236688-ee17-496a-89f4-68a7ba32c7e2 admin admin] Publish callbacks [] for security_group (4adad37c-05cf-4846-91f7-b5b67885084c), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:44.994873 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e8aceaa2-8b5e-4a11-b383-484d1630f627 req-e2aeee36-f6b9-416a-9ff9-77e8f759d15c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289103 Aug 27 02:23:44.998111 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 81921b15-5b92-41f8-a6fa-30be932b9435, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=81921b15-5b92-41f8-a6fa-30be932b9435,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:45.001660 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2236688-ee17-496a-89f4-68a7ba32c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (4adad37c-05cf-4846-91f7-b5b67885084c), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:45.004821 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:45.068927 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=81921b15-5b92-41f8-a6fa-30be932b9435,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:45.076851 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd1476a-00a1-4ec9-a35a-f843706e1315 x-openstack-request-id: req-7dd1476a-00a1-4ec9-a35a-f843706e1315 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:45.077531 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bed8e9-f530-418a-9819-4f65dabdcda0", "name": "network-vif-plugged", "status": "completed", "tag": "81921b15-5b92-41f8-a6fa-30be932b9435", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:45.077955 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7dd1476a-00a1-4ec9-a35a-f843706e1315 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:45.078549 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd1476a-00a1-4ec9-a35a-f843706e1315'] response: {'server_uuid': '05bed8e9-f530-418a-9819-4f65dabdcda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81921b15-5b92-41f8-a6fa-30be932b9435', 'code': 200} Aug 27 02:23:45.102535 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c2236688-ee17-496a-89f4-68a7ba32c7e2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=be3b8cedaa434de5a84de01064248bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892113 Aug 27 02:23:45.105222 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44458) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:45.113994 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b61ebe13-8add-4a28-b0cb-4ec7b5d7e07d req-a1741009-b39c-451e-93b9-b80ca22c8c79 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678820 Aug 27 02:23:45.114619 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2236688-ee17-496a-89f4-68a7ba32c7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adad37c-05cf-4846-91f7-b5b67885084c,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:45.188116 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3e9917e1-3f12-4613-ae2a-ea25297f51f7 admin admin] Publish callbacks [] for security_group (4adad37c-05cf-4846-91f7-b5b67885084c), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:45.214005 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3e9917e1-3f12-4613-ae2a-ea25297f51f7 admin admin] Publish callbacks [] for security_group (4adad37c-05cf-4846-91f7-b5b67885084c), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:45.246375 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426deb0-55ec-49c6-ac7c-c45aca8053ce req-d81bd678-98b9-48a3-9cf6-27324939f1f6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:45.254771 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b426deb0-55ec-49c6-ac7c-c45aca8053ce req-d81bd678-98b9-48a3-9cf6-27324939f1f6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0646744 Aug 27 02:23:45.292033 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3e9917e1-3f12-4613-ae2a-ea25297f51f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (4adad37c-05cf-4846-91f7-b5b67885084c), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:45.295601 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3e9917e1-3f12-4613-ae2a-ea25297f51f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:45.297738 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-3e9917e1-3f12-4613-ae2a-ea25297f51f7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4adad37c-05cf-4846-91f7-b5b67885084c HTTP/1.1" status: 204 len: 168 time: 0.1909850 Aug 27 02:23:45.307589 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9917e1-3f12-4613-ae2a-ea25297f51f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adad37c-05cf-4846-91f7-b5b67885084c,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:45.321876 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b426deb0-55ec-49c6-ac7c-c45aca8053ce req-015be719-eeab-45c7-8b0e-bd5d8f4cc14a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657156 Aug 27 02:23:45.782516 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-305fe688-23e7-480e-8d1c-f292d56a49ea req-537c0f13-3721-49a9-a8df-cfe951ffdbf0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1d7da9b1-bc52-4897-b0d0-f4970cc43ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486399 Aug 27 02:23:46.172506 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dc362-a9c8-4198-9f22-f78b543dc4c7 req-714f8409-272f-4bdf-9e0e-e9ce7777583b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:46.173993 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f4dc362-a9c8-4198-9f22-f78b543dc4c7 req-714f8409-272f-4bdf-9e0e-e9ce7777583b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0679932 Aug 27 02:23:46.294677 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f4dc362-a9c8-4198-9f22-f78b543dc4c7 req-8446cb11-54cf-42b0-b18f-1aeab35f79da tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128542 Aug 27 02:23:46.308618 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246c993-033d-4219-99cd-80778d4565d9 req-98b6039d-537c-4c5a-8fe8-269b901042d3 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:46.310475 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d246c993-033d-4219-99cd-80778d4565d9 req-98b6039d-537c-4c5a-8fe8-269b901042d3 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0682437 Aug 27 02:23:46.405000 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d246c993-033d-4219-99cd-80778d4565d9 req-17616a37-57f1-402d-b56a-84e343f603c9 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795989 Aug 27 02:23:46.548114 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a77bfb-5951-47cd-91be-cce1ce3d4e84 req-38b3bb0b-1f1a-4d06-a013-0054d093dfe6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:46.550098 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a9a77bfb-5951-47cd-91be-cce1ce3d4e84 req-38b3bb0b-1f1a-4d06-a013-0054d093dfe6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0841668 Aug 27 02:23:46.701396 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 66f55f99-dc75-425b-9214-a2edc384e389 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:46.775083 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc21b93-d04a-4cff-b961-6d08d387536a req-3ffcc7a5-ceb0-4758-ade3-6ef9e680970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:46.776597 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fcc21b93-d04a-4cff-b961-6d08d387536a req-3ffcc7a5-ceb0-4758-ade3-6ef9e680970b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 1130 time: 0.2126770 Aug 27 02:23:46.793161 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a9a77bfb-5951-47cd-91be-cce1ce3d4e84 req-1597faba-2d1f-46c3-af1e-d98ff59b51f3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310977 Aug 27 02:23:46.801887 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c39dc-ab64-44d4-893f-567248f1505a req-c33baca0-54f6-4530-9e1c-4a98309b44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:46.804456 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc9c39dc-ab64-44d4-893f-567248f1505a req-c33baca0-54f6-4530-9e1c-4a98309b44c0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 1129 time: 0.1306491 Aug 27 02:23:46.900605 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fcc21b93-d04a-4cff-b961-6d08d387536a req-8c4c2578-d9cb-4b2a-b184-1094c40e6dfa service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007390 Aug 27 02:23:46.955052 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc9c39dc-ab64-44d4-893f-567248f1505a req-ea107d5b-3bed-4e5d-a512-e8149322a408 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242285 Aug 27 02:23:47.008258 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 66f55f99-dc75-425b-9214-a2edc384e389, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=66f55f99-dc75-425b-9214-a2edc384e389,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:47.025790 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '66f55f99-dc75-425b-9214-a2edc384e389', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'port_id': '66f55f99-dc75-425b-9214-a2edc384e389', 'mac_address': 'fa:16:3e:77:05:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:47.079571 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 66f55f99-dc75-425b-9214-a2edc384e389 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:23:47.081969 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (66f55f99-dc75-425b-9214-a2edc384e389), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:47.112572 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f55f99-dc75-425b-9214-a2edc384e389 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:23:47.118949 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:47.158048 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 66f55f99-dc75-425b-9214-a2edc384e389, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=66f55f99-dc75-425b-9214-a2edc384e389,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:47.167198 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (66f55f99-dc75-425b-9214-a2edc384e389), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:47.240737 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=66f55f99-dc75-425b-9214-a2edc384e389,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:47.434251 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:47.482550 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583fc58-9ff7-483a-a427-64a27ae9a537 req-68e59492-c32b-437e-aaac-ecabf36fffb2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:47.484286 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7583fc58-9ff7-483a-a427-64a27ae9a537 req-68e59492-c32b-437e-aaac-ecabf36fffb2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0666797 Aug 27 02:23:47.561694 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7583fc58-9ff7-483a-a427-64a27ae9a537 req-f41e30f9-288d-42f8-9105-2cb9da994060 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687082 Aug 27 02:23:47.606689 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888371f-6008-4611-abb7-b54ab12b87d4 req-afb026ac-2307-4bcb-8eda-97eb91df24be tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:47.608421 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4888371f-6008-4611-abb7-b54ab12b87d4 req-afb026ac-2307-4bcb-8eda-97eb91df24be tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0753772 Aug 27 02:23:47.641624 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:47.680011 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4888371f-6008-4611-abb7-b54ab12b87d4 req-272cadaf-d931-463f-b661-c79c02e55b6e tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495629 Aug 27 02:23:47.744884 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['66f55f99-dc75-425b-9214-a2edc384e389'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:23:48.028532 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5443a5-06de-4db0-a1df-ddde37477171 req-e7087689-973f-4c0d-be41-85190a4e0409 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:48.040992 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8a5443a5-06de-4db0-a1df-ddde37477171 req-e7087689-973f-4c0d-be41-85190a4e0409 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.1043642 Aug 27 02:23:48.111684 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8a5443a5-06de-4db0-a1df-ddde37477171 req-7e50f3e2-5175-4247-aeca-2289b199f8b0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650985 Aug 27 02:23:48.695914 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd5c91-f9db-4aba-9623-c17c72436912 req-594cca6d-dad9-43b0-a9f5-62fb7f6e8005 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:48.697460 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-96cd5c91-f9db-4aba-9623-c17c72436912 req-594cca6d-dad9-43b0-a9f5-62fb7f6e8005 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0529480 Aug 27 02:23:48.751264 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-96cd5c91-f9db-4aba-9623-c17c72436912 req-e4d6c9b4-f29e-43f4-abac-cb508d1f27d0 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475602 Aug 27 02:23:48.864565 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902b84e-783f-436a-bd3e-054565b70435 req-4ad86087-037f-4c20-99f1-ca61f747fc02 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:48.866142 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e902b84e-783f-436a-bd3e-054565b70435 req-4ad86087-037f-4c20-99f1-ca61f747fc02 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0566876 Aug 27 02:23:48.921049 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e902b84e-783f-436a-bd3e-054565b70435 req-1f9c713e-5823-429d-8bff-1b69daae4f33 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466092 Aug 27 02:23:49.096025 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 66f55f99-dc75-425b-9214-a2edc384e389 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:49.154502 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 66f55f99-dc75-425b-9214-a2edc384e389 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:23:49.161511 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 66f55f99-dc75-425b-9214-a2edc384e389 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:23:49.161902 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (66f55f99-dc75-425b-9214-a2edc384e389), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:49.233737 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:49.250170 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 66f55f99-dc75-425b-9214-a2edc384e389 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:23:49.250779 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (66f55f99-dc75-425b-9214-a2edc384e389), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:49.260734 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210a7f2-8df0-431a-99ea-155b92f73c6c req-4a648dd8-4bcd-4076-91b5-8c1f421933ab tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:49.267827 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0210a7f2-8df0-431a-99ea-155b92f73c6c req-4a648dd8-4bcd-4076-91b5-8c1f421933ab tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0643888 Aug 27 02:23:49.274971 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bf7024-0779-4e08-844a-43b78187e770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f55f99-dc75-425b-9214-a2edc384e389'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:23:49.277244 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6602d749-1d3c-4b44-8e4a-db336b51a5a9" -d '{"events": [{"server_uuid": "e2bf7024-0779-4e08-844a-43b78187e770", "name": "network-vif-plugged", "status": "completed", "tag": "66f55f99-dc75-425b-9214-a2edc384e389"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:49.296893 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 66f55f99-dc75-425b-9214-a2edc384e389, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=66f55f99-dc75-425b-9214-a2edc384e389,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:49.296893 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (66f55f99-dc75-425b-9214-a2edc384e389), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:49.353529 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0210a7f2-8df0-431a-99ea-155b92f73c6c req-9e0d6b63-893c-4818-8b55-00c6be25c99d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846727 Aug 27 02:23:49.357551 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4224f00c-49bf-4c17-94a6-9b9af3aedbe7 x-openstack-request-id: req-4224f00c-49bf-4c17-94a6-9b9af3aedbe7 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:49.358002 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bf7024-0779-4e08-844a-43b78187e770", "name": "network-vif-plugged", "status": "completed", "tag": "66f55f99-dc75-425b-9214-a2edc384e389", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:49.358269 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4224f00c-49bf-4c17-94a6-9b9af3aedbe7 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:49.358651 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4224f00c-49bf-4c17-94a6-9b9af3aedbe7'] response: {'server_uuid': 'e2bf7024-0779-4e08-844a-43b78187e770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f55f99-dc75-425b-9214-a2edc384e389', 'code': 200} Aug 27 02:23:49.369453 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=66f55f99-dc75-425b-9214-a2edc384e389,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:49.534266 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37233d77-ac79-4caa-9966-2ff1e903d9af req-53698e49-4273-43eb-80eb-1f59d2ba3456 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:49.535788 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-37233d77-ac79-4caa-9966-2ff1e903d9af req-53698e49-4273-43eb-80eb-1f59d2ba3456 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Aug 27 02:23:49.547845 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44664) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:49.552852 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-e2c42604-f3cf-4184-8769-bb6239075b0c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'floatingip': {'port_id': 'e98d7081-9ec1-49da-9111-4786cc0b96ef'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:49.637667 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e2c42604-f3cf-4184-8769-bb6239075b0c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (13ea0d8a-822f-42b5-8db1-2301d9082cf9), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:49.917398 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8036e-91ef-4271-add2-ef5855c7456e req-b7f209ee-0b8a-415e-ad33-e86427a39edb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:49.918930 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-10b8036e-91ef-4271-add2-ef5855c7456e req-b7f209ee-0b8a-415e-ad33-e86427a39edb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0835824 Aug 27 02:23:50.159253 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-10b8036e-91ef-4271-add2-ef5855c7456e req-8b00f2ef-caeb-4c99-ba2f-37ba141ed229 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314191 Aug 27 02:23:50.402749 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956a537-f437-429a-817f-df3ac713bf84 req-ad30cd8c-9d12-4eb9-bc60-f2f84cce142a tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:50.404240 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6956a537-f437-429a-817f-df3ac713bf84 req-ad30cd8c-9d12-4eb9-bc60-f2f84cce142a tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.3717625 Aug 27 02:23:50.525959 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:50.536976 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:50.580764 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6956a537-f437-429a-817f-df3ac713bf84 req-e468ce85-bf0b-4fde-9dea-3f1fc3b6c065 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635232 Aug 27 02:23:50.590716 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.db.resource_extend [None req-e2c42604-f3cf-4184-8769-bb6239075b0c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 27 02:23:50.749551 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e2c42604-f3cf-4184-8769-bb6239075b0c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:50.754613 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e2c42604-f3cf-4184-8769-bb6239075b0c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (13ea0d8a-822f-42b5-8db1-2301d9082cf9), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:50.875779 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-e2c42604-f3cf-4184-8769-bb6239075b0c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Floating IP 13ea0d8a-822f-42b5-8db1-2301d9082cf9 associated. External IP: 172.27.1.34, port: e98d7081-9ec1-49da-9111-4786cc0b96ef. Aug 27 02:23:50.892536 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c4dc7385-1101-494f-aa6b-c963b08dd896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:51.347995 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba393b09-2340-4491-bb58-3f5685f6d9cd req-1ee55dce-1d1e-4011-a3c4-d86bdcf1895d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:51.355782 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ba393b09-2340-4491-bb58-3f5685f6d9cd req-1ee55dce-1d1e-4011-a3c4-d86bdcf1895d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0859327 Aug 27 02:23:51.384381 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c42604-f3cf-4184-8769-bb6239075b0c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Router e3773958-dd2d-4e04-8c9e-12c030af0188 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:51.435832 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ba393b09-2340-4491-bb58-3f5685f6d9cd req-b0f7911d-45c5-4bf9-8911-5caa4bfe4c74 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789137 Aug 27 02:23:51.449836 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44728) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:51.592447 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c42604-f3cf-4184-8769-bb6239075b0c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:51.598894 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e2c42604-f3cf-4184-8769-bb6239075b0c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:51.610356 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcca575-85e4-468f-9c08-59207599e32c None None] Sync routers for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:51.616749 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d5193142-171c-45de-8e5e-0edda1f3bc82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:51.631979 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcca575-85e4-468f-9c08-59207599e32c None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:23:51.633937 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-8dcca575-85e4-468f-9c08-59207599e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:23:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:51.642973 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e2c42604-f3cf-4184-8769-bb6239075b0c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/13ea0d8a-822f-42b5-8db1-2301d9082cf9 HTTP/1.1" status: 200 len: 990 time: 2.0940657 Aug 27 02:23:51.643567 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'tag': 'e98d7081-9ec1-49da-9111-4786cc0b96ef'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:23:51.646288 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad09ab6-ef1f-47a2-bf44-6ae046cc8645", "tag": "e98d7081-9ec1-49da-9111-4786cc0b96ef"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:51.730828 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d5193142-171c-45de-8e5e-0edda1f3bc82 admin admin] Publish callbacks [] for security_group (5468974c-f04f-4a8c-b742-38e737cf9b69), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:51.731863 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:51.734580 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a646cfcf-7928-42bd-afab-b0417f7cc1ba x-openstack-request-id: req-a646cfcf-7928-42bd-afab-b0417f7cc1ba {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:51.734926 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad09ab6-ef1f-47a2-bf44-6ae046cc8645", "tag": "e98d7081-9ec1-49da-9111-4786cc0b96ef", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:51.735193 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a646cfcf-7928-42bd-afab-b0417f7cc1ba {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:51.735715 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a646cfcf-7928-42bd-afab-b0417f7cc1ba'] response: {'name': 'network-changed', 'server_uuid': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'tag': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'status': 'completed', 'code': 200} Aug 27 02:23:51.738350 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d5193142-171c-45de-8e5e-0edda1f3bc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5468974c-f04f-4a8c-b742-38e737cf9b69), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:51.776507 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44742) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:51.777203 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-d5193142-171c-45de-8e5e-0edda1f3bc82 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4e9d243adc904c0cafc91c7062c357ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261876 Aug 27 02:23:51.809901 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5193142-171c-45de-8e5e-0edda1f3bc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5468974c-f04f-4a8c-b742-38e737cf9b69,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:51.845653 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-8dcca575-85e4-468f-9c08-59207599e32c None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:23:51.927763 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee9dc2-34a5-4344-ae3a-897a6f22e29b req-0af93982-27b2-4154-a243-fdb5369284b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:51.929195 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c0ee9dc2-34a5-4344-ae3a-897a6f22e29b req-0af93982-27b2-4154-a243-fdb5369284b3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 1130 time: 0.0960376 Aug 27 02:23:51.988356 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:51.993084 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669f840-4043-4ecd-88fe-24ba24cef7f5 req-1d9d8eea-9350-4a2d-b2b3-fc5fcd52a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:51.994936 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-2669f840-4043-4ecd-88fe-24ba24cef7f5 req-1d9d8eea-9350-4a2d-b2b3-fc5fcd52a657 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 1129 time: 0.0452626 Aug 27 02:23:52.007837 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5a4677f9-6789-4bc4-a130-6cec5213809c admin admin] Publish callbacks [] for security_group (5468974c-f04f-4a8c-b742-38e737cf9b69), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:52.035914 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74843e5-9e39-4f87-96f1-26e1b87dbb4f req-1c1e4ddd-f600-4fc6-b900-93fb047be5d2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:52.037478 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e74843e5-9e39-4f87-96f1-26e1b87dbb4f req-1c1e4ddd-f600-4fc6-b900-93fb047be5d2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.1654780 Aug 27 02:23:52.059416 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384 req-854cb4f0-c923-447a-8b8a-b694142265c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:52.060912 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384 req-854cb4f0-c923-447a-8b8a-b694142265c1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 1129 time: 0.1270907 Aug 27 02:23:52.072315 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5a4677f9-6789-4bc4-a130-6cec5213809c admin admin] Publish callbacks [] for security_group (5468974c-f04f-4a8c-b742-38e737cf9b69), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:52.076989 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:52.147898 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c0ee9dc2-34a5-4344-ae3a-897a6f22e29b req-92283886-d044-45e7-b5c8-3e16f75b0de5 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952200 Aug 27 02:23:52.233718 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:52.243905 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-8dcca575-85e4-468f-9c08-59207599e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '13ea0d8a-822f-42b5-8db1-2301d9082cf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:5d:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:22:37Z', 'updated_at': '2022-08-27T02:23:50Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:52.257209 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e74843e5-9e39-4f87-96f1-26e1b87dbb4f req-37c9abd9-0d39-4211-9890-48bfea24fc8d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046816 Aug 27 02:23:52.280904 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcca575-85e4-468f-9c08-59207599e32c None None] Checking router: e3773958-dd2d-4e04-8c9e-12c030af0188 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:52.290642 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5a4677f9-6789-4bc4-a130-6cec5213809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5468974c-f04f-4a8c-b742-38e737cf9b69), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:52.293547 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5a4677f9-6789-4bc4-a130-6cec5213809c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:52.294999 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-5a4677f9-6789-4bc4-a130-6cec5213809c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5468974c-f04f-4a8c-b742-38e737cf9b69 HTTP/1.1" status: 204 len: 168 time: 0.5172017 Aug 27 02:23:52.318323 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4677f9-6789-4bc4-a130-6cec5213809c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5468974c-f04f-4a8c-b742-38e737cf9b69,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:52.321255 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384 req-9eeac9df-c545-4df4-b5b6-d91a9385ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:52.323118 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384 req-9eeac9df-c545-4df4-b5b6-d91a9385ceb4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 915 time: 0.2229140 Aug 27 02:23:52.334327 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcca575-85e4-468f-9c08-59207599e32c None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:23:52.335230 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-8dcca575-85e4-468f-9c08-59207599e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:23:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:52.514759 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-8dcca575-85e4-468f-9c08-59207599e32c None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:23:52.517975 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669f840-4043-4ecd-88fe-24ba24cef7f5 req-87073c47-6817-42c4-9abe-c424b18ff87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:52.529843 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-2669f840-4043-4ecd-88fe-24ba24cef7f5 req-87073c47-6817-42c4-9abe-c424b18ff87b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.5208235 Aug 27 02:23:52.829583 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-8dcca575-85e4-468f-9c08-59207599e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '13ea0d8a-822f-42b5-8db1-2301d9082cf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:5d:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:22:37Z', 'updated_at': '2022-08-27T02:23:50Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:52.847378 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44774) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:52.860877 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcca575-85e4-468f-9c08-59207599e32c None None] The sync data for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi is: [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '13ea0d8a-822f-42b5-8db1-2301d9082cf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:5d:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:22:37Z', 'updated_at': '2022-08-27T02:23:50Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:52.874928 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7770d564-867b-4db1-9cc5-a759eab59d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:52.981561 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7770d564-867b-4db1-9cc5-a759eab59d7d admin admin] Publish callbacks [] for security_group (f05190ab-27e1-4c06-a232-d3481f24ff08), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:52.986393 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7770d564-867b-4db1-9cc5-a759eab59d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f05190ab-27e1-4c06-a232-d3481f24ff08), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:53.042075 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-7770d564-867b-4db1-9cc5-a759eab59d7d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2dc7f683f3544000bb789c4f540414af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901722 Aug 27 02:23:53.053062 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44778) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:23:53.075760 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770d564-867b-4db1-9cc5-a759eab59d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05190ab-27e1-4c06-a232-d3481f24ff08,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:53.078989 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-2669f840-4043-4ecd-88fe-24ba24cef7f5 req-d1ed75a0-c04e-4613-82c8-1d9e214cb6af service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81921b15-5b92-41f8-a6fa-30be932b9435 HTTP/1.1" status: 200 len: 217 time: 0.0626714 Aug 27 02:23:53.140063 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669f840-4043-4ecd-88fe-24ba24cef7f5 req-9f669794-c5a4-4276-a514-ca23129b3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:53.141882 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-2669f840-4043-4ecd-88fe-24ba24cef7f5 req-9f669794-c5a4-4276-a514-ca23129b3492 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.0570142 Aug 27 02:23:53.142095 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384 req-1e472d83-b5e6-4bc9-a575-1f0389a13ba7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e98d7081-9ec1-49da-9111-4786cc0b96ef HTTP/1.1" status: 200 len: 998 time: 0.1282961 Aug 27 02:23:53.166701 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c97e232-8c2e-47c8-9c96-108a567f121c admin admin] Publish callbacks [] for security_group (f05190ab-27e1-4c06-a232-d3481f24ff08), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:53.207248 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c97e232-8c2e-47c8-9c96-108a567f121c admin admin] Publish callbacks [] for security_group (f05190ab-27e1-4c06-a232-d3481f24ff08), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:53.251109 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cf8025-b321-4f27-a64b-b4cbe6ae015f None None] New status for floating IP 13ea0d8a-822f-42b5-8db1-2301d9082cf9: ACTIVE {{(pid=106605) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:23:53.286865 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c97e232-8c2e-47c8-9c96-108a567f121c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f05190ab-27e1-4c06-a232-d3481f24ff08), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:53.291985 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c97e232-8c2e-47c8-9c96-108a567f121c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:53.293585 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0c97e232-8c2e-47c8-9c96-108a567f121c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f05190ab-27e1-4c06-a232-d3481f24ff08 HTTP/1.1" status: 204 len: 168 time: 0.2394502 Aug 27 02:23:53.308494 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97e232-8c2e-47c8-9c96-108a567f121c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05190ab-27e1-4c06-a232-d3481f24ff08,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:53.467109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fb0f3-a82f-45c9-95dd-c98b7d3cdafa req-a4dd1377-060c-4d4b-ac50-a25199fe156b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:53.479106 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b8fb0f3-a82f-45c9-95dd-c98b7d3cdafa req-a4dd1377-060c-4d4b-ac50-a25199fe156b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.1044006 Aug 27 02:23:53.580476 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b8fb0f3-a82f-45c9-95dd-c98b7d3cdafa req-435341f1-85fa-44d5-b82c-a07f49e48947 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999639 Aug 27 02:23:53.975454 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d5041fca-b780-41fd-810e-451473dd9c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:54.733519 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc99cd-568a-4e03-ac2e-2836c8a64514 req-29786e4d-3b28-47fd-ada4-b7a6813ae124 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:54.735032 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcbc99cd-568a-4e03-ac2e-2836c8a64514 req-29786e4d-3b28-47fd-ada4-b7a6813ae124 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0604949 Aug 27 02:23:54.801997 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcbc99cd-568a-4e03-ac2e-2836c8a64514 req-d2d55566-b982-4984-a5e5-58f199bac42a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601811 Aug 27 02:23:55.291884 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:23:55.960551 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3380a7d-9191-4131-8db1-b8c2b696e53f req-1975cb27-5cfe-467f-839e-bab5a8b7d93e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:55.962102 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c3380a7d-9191-4131-8db1-b8c2b696e53f req-1975cb27-5cfe-467f-839e-bab5a8b7d93e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0602989 Aug 27 02:23:56.013656 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c3380a7d-9191-4131-8db1-b8c2b696e53f req-d0ffd5b1-83e0-45e2-8879-751736ea3958 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Aug 27 02:23:56.548437 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:57.139940 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e616e71-33af-4cc0-a982-35d8c32fdf7a req-3937f92d-9aa2-4da6-8cb2-c46ec09c3783 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:57.141462 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e616e71-33af-4cc0-a982-35d8c32fdf7a req-3937f92d-9aa2-4da6-8cb2-c46ec09c3783 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0482986 Aug 27 02:23:57.201978 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e616e71-33af-4cc0-a982-35d8c32fdf7a req-9203fb17-e304-49fa-89a4-b6bec07981a4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540042 Aug 27 02:23:58.005910 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:58.299074 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:58.331766 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28c99a-ad0a-41b2-868b-069f265fafa6 req-7b77adae-ddcc-4002-a45b-c2a5ab647ecd tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:58.333572 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bd28c99a-ad0a-41b2-868b-069f265fafa6 req-7b77adae-ddcc-4002-a45b-c2a5ab647ecd tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0569665 Aug 27 02:23:58.387401 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bd28c99a-ad0a-41b2-868b-069f265fafa6 req-6dafabb6-ee10-4f9d-9882-fb64bbb8e58c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455477 Aug 27 02:23:58.985625 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:23:59.265443 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669f840-4043-4ecd-88fe-24ba24cef7f5 req-83fc6885-65ae-440a-9407-250a6b5114b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:59.268008 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-2669f840-4043-4ecd-88fe-24ba24cef7f5 req-83fc6885-65ae-440a-9407-250a6b5114b5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468135 Aug 27 02:23:59.283110 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384 req-a057af26-f40e-4b2e-8aa7-2f4fba20847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:59.284786 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384 req-a057af26-f40e-4b2e-8aa7-2f4fba20847d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0640602 Aug 27 02:23:59.339711 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384 req-947fdb3f-8070-4f9e-b787-9849f4508eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:59.342257 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384 req-947fdb3f-8070-4f9e-b787-9849f4508eda service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514019 Aug 27 02:23:59.407638 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:59.410575 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-2669f840-4043-4ecd-88fe-24ba24cef7f5 req-da8b1c33-03d5-4d6d-a1ff-deee507a4991 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285729 Aug 27 02:23:59.465330 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384 req-6090eade-ba11-4568-aff9-48ef57bb136c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152930 Aug 27 02:23:59.520886 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-2669f840-4043-4ecd-88fe-24ba24cef7f5 req-b41e8747-e9ab-4a5c-b95f-d7a74963ce34 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031513 Aug 27 02:23:59.551289 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:23:59.565173 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f31aa2-8c9a-495c-abc3-157abbd59e9c req-f765225e-cce7-4f75-8b10-c6585683b6f7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:23:59.566814 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e9f31aa2-8c9a-495c-abc3-157abbd59e9c req-f765225e-cce7-4f75-8b10-c6585683b6f7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0969226 Aug 27 02:23:59.627319 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7f4bea0-bc2d-4c9e-8040-36dea70c5384 req-ae20509f-a2d8-4dad-a422-7bf18e40c01c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486676 Aug 27 02:23:59.639155 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e9f31aa2-8c9a-495c-abc3-157abbd59e9c req-9d580b63-81c6-4555-b36f-6c7f6cae091f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647717 Aug 27 02:24:00.781819 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b277e-61df-4483-aefb-bb601c38a679 req-baf4c79d-4a24-4321-b92f-303116433e39 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:00.789502 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-749b277e-61df-4483-aefb-bb601c38a679 req-baf4c79d-4a24-4321-b92f-303116433e39 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0560853 Aug 27 02:24:00.853743 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-749b277e-61df-4483-aefb-bb601c38a679 req-e8bd18b7-d831-4612-a7e3-dec108dca7fe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632825 Aug 27 02:24:01.915007 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44948) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:02.005913 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341ce85-0a7d-4640-9da0-7318ce55d427 req-28ad1ce6-8775-4020-a335-a3d523a81282 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:02.009912 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d341ce85-0a7d-4640-9da0-7318ce55d427 req-28ad1ce6-8775-4020-a335-a3d523a81282 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0648239 Aug 27 02:24:02.054754 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d4f07d20-6124-4ec5-8045-ccb02cd65ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.075411 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d341ce85-0a7d-4640-9da0-7318ce55d427 req-43591237-f319-408f-b8b7-99223072bf40 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618081 Aug 27 02:24:02.148086 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d4f07d20-6124-4ec5-8045-ccb02cd65ecc admin admin] Publish callbacks [] for security_group (fcc85db8-8a37-4bae-a453-32f076a0e555), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.154241 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d4f07d20-6124-4ec5-8045-ccb02cd65ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fcc85db8-8a37-4bae-a453-32f076a0e555), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.175814 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:02.202563 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f07d20-6124-4ec5-8045-ccb02cd65ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc85db8-8a37-4bae-a453-32f076a0e555,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:02.210443 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44970) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:02.210764 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-d4f07d20-6124-4ec5-8045-ccb02cd65ecc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a87cccce95e74cd7a833c27560332386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945602 Aug 27 02:24:02.272379 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-829443e9-f07f-43b0-8246-9ed2db394c1b admin admin] Publish callbacks [] for security_group (fcc85db8-8a37-4bae-a453-32f076a0e555), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.293968 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-829443e9-f07f-43b0-8246-9ed2db394c1b admin admin] Publish callbacks [] for security_group (fcc85db8-8a37-4bae-a453-32f076a0e555), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.343871 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-829443e9-f07f-43b0-8246-9ed2db394c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fcc85db8-8a37-4bae-a453-32f076a0e555), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.346543 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-829443e9-f07f-43b0-8246-9ed2db394c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.347677 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-829443e9-f07f-43b0-8246-9ed2db394c1b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fcc85db8-8a37-4bae-a453-32f076a0e555 HTTP/1.1" status: 204 len: 168 time: 0.1355989 Aug 27 02:24:02.357254 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829443e9-f07f-43b0-8246-9ed2db394c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc85db8-8a37-4bae-a453-32f076a0e555,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:02.583330 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44990) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:02.699889 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4f48-2637-45da-b5e3-c903a6ce14be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.725280 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 44994) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:02.748671 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d77a8720-33af-4caf-b1d1-8bb75940840e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.824423 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4f48-2637-45da-b5e3-c903a6ce14be admin admin] Publish callbacks [] for security_group (fefd3177-14bd-452b-8509-f6820707cbce), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.843096 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4f48-2637-45da-b5e3-c903a6ce14be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fefd3177-14bd-452b-8509-f6820707cbce), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.850008 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:02.904975 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e4f48-2637-45da-b5e3-c903a6ce14be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefd3177-14bd-452b-8509-f6820707cbce,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:02.908673 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d77a8720-33af-4caf-b1d1-8bb75940840e admin admin] Publish callbacks [] for security_group (efcea2c0-64e6-41a7-9f70-d99fd2c2d214), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.911583 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6c3e4f48-2637-45da-b5e3-c903a6ce14be admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e8e963bad9d04f4bb2a65eb42f86e188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269660 Aug 27 02:24:02.914753 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d77a8720-33af-4caf-b1d1-8bb75940840e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (efcea2c0-64e6-41a7-9f70-d99fd2c2d214), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.915287 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 44998) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:02.949106 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:02.956947 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d77a8720-33af-4caf-b1d1-8bb75940840e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=21e291f6e7d74071a553a1827f6bea0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305419 Aug 27 02:24:02.960958 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45000) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:02.967061 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a8720-33af-4caf-b1d1-8bb75940840e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcea2c0-64e6-41a7-9f70-d99fd2c2d214,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:02.969483 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-15eca42a-952a-451c-b17d-baf27d12223b admin admin] Publish callbacks [] for security_group (fefd3177-14bd-452b-8509-f6820707cbce), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:02.992368 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-15eca42a-952a-451c-b17d-baf27d12223b admin admin] Publish callbacks [] for security_group (fefd3177-14bd-452b-8509-f6820707cbce), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.018945 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d30d0f75-091a-44e6-b940-64ec67aab2b4 admin admin] Publish callbacks [] for security_group (efcea2c0-64e6-41a7-9f70-d99fd2c2d214), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.053092 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d30d0f75-091a-44e6-b940-64ec67aab2b4 admin admin] Publish callbacks [] for security_group (efcea2c0-64e6-41a7-9f70-d99fd2c2d214), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.063330 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-15eca42a-952a-451c-b17d-baf27d12223b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fefd3177-14bd-452b-8509-f6820707cbce), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.069011 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-15eca42a-952a-451c-b17d-baf27d12223b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.071235 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-15eca42a-952a-451c-b17d-baf27d12223b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fefd3177-14bd-452b-8509-f6820707cbce HTTP/1.1" status: 204 len: 168 time: 0.1545799 Aug 27 02:24:03.086704 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eca42a-952a-451c-b17d-baf27d12223b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefd3177-14bd-452b-8509-f6820707cbce,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:03.140900 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d30d0f75-091a-44e6-b940-64ec67aab2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (efcea2c0-64e6-41a7-9f70-d99fd2c2d214), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.143728 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d30d0f75-091a-44e6-b940-64ec67aab2b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.145053 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d30d0f75-091a-44e6-b940-64ec67aab2b4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/efcea2c0-64e6-41a7-9f70-d99fd2c2d214 HTTP/1.1" status: 204 len: 168 time: 0.1830776 Aug 27 02:24:03.155107 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d0f75-091a-44e6-b940-64ec67aab2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcea2c0-64e6-41a7-9f70-d99fd2c2d214,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:03.240185 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c4211-c1d1-4c4e-a319-87733a48b3fd req-4fd4a7a3-320a-4650-bb8e-069cf6ae94da tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:03.241977 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ec4c4211-c1d1-4c4e-a319-87733a48b3fd req-4fd4a7a3-320a-4650-bb8e-069cf6ae94da tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0570798 Aug 27 02:24:03.295895 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ec4c4211-c1d1-4c4e-a319-87733a48b3fd req-5d78010b-7ec9-4b6e-a786-4ec865546fab tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474586 Aug 27 02:24:03.560943 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45026) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:03.568081 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:03.592676 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-795768e0-14af-485d-aef9-8e42aa1a1c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.695040 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-795768e0-14af-485d-aef9-8e42aa1a1c9a admin admin] Publish callbacks [] for security_group (cf11968f-691c-4b60-9d2e-2c8b2584ad85), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.700457 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-795768e0-14af-485d-aef9-8e42aa1a1c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (cf11968f-691c-4b60-9d2e-2c8b2584ad85), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.743387 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-795768e0-14af-485d-aef9-8e42aa1a1c9a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7fd6329902534d67bb14510a4c27bdd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810005 Aug 27 02:24:03.744770 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795768e0-14af-485d-aef9-8e42aa1a1c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf11968f-691c-4b60-9d2e-2c8b2584ad85,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:03.746163 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45036) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:03.826079 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7cf7a1af-d738-447d-8732-5028abaf74ae admin admin] Publish callbacks [] for security_group (cf11968f-691c-4b60-9d2e-2c8b2584ad85), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.860043 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7cf7a1af-d738-447d-8732-5028abaf74ae admin admin] Publish callbacks [] for security_group (cf11968f-691c-4b60-9d2e-2c8b2584ad85), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.911569 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7cf7a1af-d738-447d-8732-5028abaf74ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (cf11968f-691c-4b60-9d2e-2c8b2584ad85), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.914430 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7cf7a1af-d738-447d-8732-5028abaf74ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:03.915664 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7cf7a1af-d738-447d-8732-5028abaf74ae admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cf11968f-691c-4b60-9d2e-2c8b2584ad85 HTTP/1.1" status: 204 len: 168 time: 0.1684499 Aug 27 02:24:03.923920 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7a1af-d738-447d-8732-5028abaf74ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf11968f-691c-4b60-9d2e-2c8b2584ad85,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:04.452169 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b0b18-3cf0-4fd0-bf65-858835f3e7f2 req-417f0edb-4608-4fcc-94a0-d0c955361aff tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:04.453787 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-355b0b18-3cf0-4fd0-bf65-858835f3e7f2 req-417f0edb-4608-4fcc-94a0-d0c955361aff tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0647297 Aug 27 02:24:04.511668 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-355b0b18-3cf0-4fd0-bf65-858835f3e7f2 req-ba28ab00-b177-4195-9357-17ddcbf7a674 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509386 Aug 27 02:24:05.284217 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:DELETE=1,neutron:SELECT=69 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:05.285678 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=90 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:05.634472 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b90f01-9132-489a-84e9-2886e09142ba req-26d87574-7054-4baf-b54b-062f8d25cf78 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:05.635973 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01b90f01-9132-489a-84e9-2886e09142ba req-26d87574-7054-4baf-b54b-062f8d25cf78 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0489616 Aug 27 02:24:05.689200 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01b90f01-9132-489a-84e9-2886e09142ba req-bab7559b-ccd7-4498-a543-dbfb33978106 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471036 Aug 27 02:24:05.865642 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45146) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:05.976701 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-de99e331-fda5-4c51-922e-df6a964d74b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.072440 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-de99e331-fda5-4c51-922e-df6a964d74b5 admin admin] Publish callbacks [] for security_group (c1b0033b-84e7-4aff-8aef-e32d711e46c2), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.077655 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-de99e331-fda5-4c51-922e-df6a964d74b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (c1b0033b-84e7-4aff-8aef-e32d711e46c2), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.116305 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99e331-fda5-4c51-922e-df6a964d74b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b0033b-84e7-4aff-8aef-e32d711e46c2,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:06.120390 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-de99e331-fda5-4c51-922e-df6a964d74b5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=154ca7bc467b40859e50d485044488dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537246 Aug 27 02:24:06.124331 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45152) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:06.178113 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-19578929-d87b-4bde-8387-cddfad1b90c1 admin admin] Publish callbacks [] for security_group (c1b0033b-84e7-4aff-8aef-e32d711e46c2), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.204949 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-19578929-d87b-4bde-8387-cddfad1b90c1 admin admin] Publish callbacks [] for security_group (c1b0033b-84e7-4aff-8aef-e32d711e46c2), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.257407 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-19578929-d87b-4bde-8387-cddfad1b90c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (c1b0033b-84e7-4aff-8aef-e32d711e46c2), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.260244 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-19578929-d87b-4bde-8387-cddfad1b90c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.261421 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-19578929-d87b-4bde-8387-cddfad1b90c1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c1b0033b-84e7-4aff-8aef-e32d711e46c2 HTTP/1.1" status: 204 len: 168 time: 0.1361301 Aug 27 02:24:06.273099 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19578929-d87b-4bde-8387-cddfad1b90c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b0033b-84e7-4aff-8aef-e32d711e46c2,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:06.571011 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45172) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:06.585463 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a076bf32-065f-4a61-b5b1-8e67882cfb4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.668950 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a076bf32-065f-4a61-b5b1-8e67882cfb4d admin admin] Publish callbacks [] for security_group (e39299b3-f3ef-4f72-a598-ee01469950a7), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.674039 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a076bf32-065f-4a61-b5b1-8e67882cfb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (e39299b3-f3ef-4f72-a598-ee01469950a7), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.721862 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-a076bf32-065f-4a61-b5b1-8e67882cfb4d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=86737680dbc34ed4a2a84d5631f8d5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439981 Aug 27 02:24:06.721862 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076bf32-065f-4a61-b5b1-8e67882cfb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39299b3-f3ef-4f72-a598-ee01469950a7,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:06.722052 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45178) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:06.734561 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:06.775386 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e5e1587b-c59e-4a5c-8c74-4f8c2a8d33c4 admin admin] Publish callbacks [] for security_group (e39299b3-f3ef-4f72-a598-ee01469950a7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.778469 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:06.825023 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e5e1587b-c59e-4a5c-8c74-4f8c2a8d33c4 admin admin] Publish callbacks [] for security_group (e39299b3-f3ef-4f72-a598-ee01469950a7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:06.864046 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31a736-3b44-47dd-9049-9cbb25a7d6c3 req-23a4d593-9718-4518-9824-7dad24573f91 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:06.865657 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b31a736-3b44-47dd-9049-9cbb25a7d6c3 req-23a4d593-9718-4518-9824-7dad24573f91 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0781496 Aug 27 02:24:07.108919 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b31a736-3b44-47dd-9049-9cbb25a7d6c3 req-5cd16341-8e05-4ea5-9c8c-00c7dbad8355 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355042 Aug 27 02:24:07.109987 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e5e1587b-c59e-4a5c-8c74-4f8c2a8d33c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (e39299b3-f3ef-4f72-a598-ee01469950a7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:07.112418 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e5e1587b-c59e-4a5c-8c74-4f8c2a8d33c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:07.113637 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e5e1587b-c59e-4a5c-8c74-4f8c2a8d33c4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e39299b3-f3ef-4f72-a598-ee01469950a7 HTTP/1.1" status: 204 len: 168 time: 0.3933258 Aug 27 02:24:07.121679 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1587b-c59e-4a5c-8c74-4f8c2a8d33c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39299b3-f3ef-4f72-a598-ee01469950a7,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:08.113803 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45240) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:08.175428 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf946094-997f-4186-ab00-7c34d6099520 admin admin] Deleting subnet 4a3bfcf2-6211-41fc-a859-5d3497a49e40 {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:24:08.180528 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cf946094-997f-4186-ab00-7c34d6099520 admin admin] Publish callbacks [] for subnet (4a3bfcf2-6211-41fc-a859-5d3497a49e40), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.254774 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cf946094-997f-4186-ab00-7c34d6099520 admin admin] Publish callbacks [] for subnet (4a3bfcf2-6211-41fc-a859-5d3497a49e40), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.266971 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a1f62-34d2-49c9-8a51-2fe72f3ed9f0 req-00d0f547-abc9-40ab-b626-f30c58765932 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:08.268438 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9a3a1f62-34d2-49c9-8a51-2fe72f3ed9f0 req-00d0f547-abc9-40ab-b626-f30c58765932 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0670519 Aug 27 02:24:08.272132 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cf946094-997f-4186-ab00-7c34d6099520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (4a3bfcf2-6211-41fc-a859-5d3497a49e40), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.358782 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9a3a1f62-34d2-49c9-8a51-2fe72f3ed9f0 req-a005cf6b-25c4-4b36-ad2b-4fc2d879be06 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672610 Aug 27 02:24:08.366616 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cf946094-997f-4186-ab00-7c34d6099520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for subnet (4a3bfcf2-6211-41fc-a859-5d3497a49e40), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.400357 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf946094-997f-4186-ab00-7c34d6099520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3bfcf2-6211-41fc-a859-5d3497a49e40,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:08.406642 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cf946094-997f-4186-ab00-7c34d6099520 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.413242 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45256) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:08.421748 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-cf946094-997f-4186-ab00-7c34d6099520 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/4a3bfcf2-6211-41fc-a859-5d3497a49e40 HTTP/1.1" status: 204 len: 168 time: 0.3065140 Aug 27 02:24:08.493629 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (f7aea0e0-e248-477a-b203-d71f261d202a), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.571603 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:08.585198 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (f7aea0e0-e248-477a-b203-d71f261d202a), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.611532 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.611862 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.612586 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.612928 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.613305 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.613616 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.613942 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.614430 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.614742 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.615071 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.796534 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.796872 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.797392 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.797724 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:08.798096 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7aea0e0-e248-477a-b203-d71f261d202a']}} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:08.817018 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd27f3d-58f0-4118-bd87-982f44d91070') {'for_net_delete': True} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:08.817847 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd27f3d-58f0-4118-bd87-982f44d91070') {} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:08.836039 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15646681'] for segment (ffd27f3d-58f0-4118-bd87-982f44d91070), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.857702 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (ffd27f3d-58f0-4118-bd87-982f44d91070), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.867237 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:24:08.867647 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13860195'] for segment (ffd27f3d-58f0-4118-bd87-982f44d91070), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.943482 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (f7aea0e0-e248-477a-b203-d71f261d202a), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.972452 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:08.977573 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/f7aea0e0-e248-477a-b203-d71f261d202a HTTP/1.1" status: 204 len: 168 time: 0.5626111 Aug 27 02:24:08.978807 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45274) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:08.979312 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1e5e4-7cfa-4b09-b42a-0d9f5b2907d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7aea0e0-e248-477a-b203-d71f261d202a,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.032314 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad26ad07-64e4-45aa-9a9b-d6b48385f33f admin admin] Deleting subnet 747a80d0-904e-41d7-b75f-e048c1819fb8 {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:24:09.036362 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ad26ad07-64e4-45aa-9a9b-d6b48385f33f admin admin] Publish callbacks [] for subnet (747a80d0-904e-41d7-b75f-e048c1819fb8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.081916 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ad26ad07-64e4-45aa-9a9b-d6b48385f33f admin admin] Publish callbacks [] for subnet (747a80d0-904e-41d7-b75f-e048c1819fb8), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.096304 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ad26ad07-64e4-45aa-9a9b-d6b48385f33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (747a80d0-904e-41d7-b75f-e048c1819fb8), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.164991 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ad26ad07-64e4-45aa-9a9b-d6b48385f33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for subnet (747a80d0-904e-41d7-b75f-e048c1819fb8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.193759 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment ffd27f3d-58f0-4118-bd87-982f44d91070 resource provider aggregate not found Aug 27 02:24:09.216700 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment ffd27f3d-58f0-4118-bd87-982f44d91070 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffd27f3d-58f0-4118-bd87-982f44d91070 found for delete ", "request_id": "req-11be237e-1331-4595-8a3d-15873ba30119"}]} Aug 27 02:24:09.218415 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ad26ad07-64e4-45aa-9a9b-d6b48385f33f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.224637 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45292) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:09.224778 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ad26ad07-64e4-45aa-9a9b-d6b48385f33f admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/747a80d0-904e-41d7-b75f-e048c1819fb8 HTTP/1.1" status: 204 len: 168 time: 0.2447863 Aug 27 02:24:09.225911 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26ad07-64e4-45aa-9a9b-d6b48385f33f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747a80d0-904e-41d7-b75f-e048c1819fb8,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.278129 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:09.304053 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (71f722b6-1163-4c7e-b5ec-8107176e18de), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.388407 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (71f722b6-1163-4c7e-b5ec-8107176e18de), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.414498 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f722b6-1163-4c7e-b5ec-8107176e18de']}} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:09.424390 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d02f1f5-cfe9-4e34-81ab-00af0fbc4d9f') {'for_net_delete': True} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:09.424687 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d02f1f5-cfe9-4e34-81ab-00af0fbc4d9f') {} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:09.436287 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15646681'] for segment (0d02f1f5-cfe9-4e34-81ab-00af0fbc4d9f), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.456589 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (0d02f1f5-cfe9-4e34-81ab-00af0fbc4d9f), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.465376 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:24:09.465767 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13860195'] for segment (0d02f1f5-cfe9-4e34-81ab-00af0fbc4d9f), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.500330 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd3674-dcde-429a-be97-9f3e92e434b7 req-1994d385-258b-409e-8a16-54c99a48febc tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:09.501916 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdbd3674-dcde-429a-be97-9f3e92e434b7 req-1994d385-258b-409e-8a16-54c99a48febc tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0626664 Aug 27 02:24:09.533672 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (71f722b6-1163-4c7e-b5ec-8107176e18de), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.539148 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.542270 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/71f722b6-1163-4c7e-b5ec-8107176e18de HTTP/1.1" status: 204 len: 168 time: 0.3122566 Aug 27 02:24:09.552025 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdbd3674-dcde-429a-be97-9f3e92e434b7 req-b4cfff5d-8776-4450-ae41-63d0f4d14a4b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Aug 27 02:24:09.564845 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cc4fd-9548-4701-9121-bd5b010744df admin admin] Pushing event deleted for resources: {'Network': ['ID=71f722b6-1163-4c7e-b5ec-8107176e18de,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.740918 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45300) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:09.787039 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-72099319-496d-4bb8-8f34-564f978d2047 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=46f05e0ab37c4e52afb82496e4554101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448525 Aug 27 02:24:09.789757 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45302) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:09.848971 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-96e28d7c-d466-4cc6-90fc-ba36642d9059 admin admin] Publish callbacks [] for security_group (1a70cdfb-64cf-4fba-b174-4fb7a5d41444), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.871844 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-96e28d7c-d466-4cc6-90fc-ba36642d9059 admin admin] Publish callbacks [] for security_group (1a70cdfb-64cf-4fba-b174-4fb7a5d41444), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.927202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-96e28d7c-d466-4cc6-90fc-ba36642d9059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1a70cdfb-64cf-4fba-b174-4fb7a5d41444), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.929710 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-96e28d7c-d466-4cc6-90fc-ba36642d9059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:09.930998 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-96e28d7c-d466-4cc6-90fc-ba36642d9059 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1a70cdfb-64cf-4fba-b174-4fb7a5d41444 HTTP/1.1" status: 204 len: 168 time: 0.1402054 Aug 27 02:24:09.939708 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e28d7c-d466-4cc6-90fc-ba36642d9059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a70cdfb-64cf-4fba-b174-4fb7a5d41444,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:10.305723 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45320) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:10.363836 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-34ce5ff2-ae91-4bbd-ba6d-a7bc38a620a8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e4177fdf3e6e41afabcc047fe5caf7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564463 Aug 27 02:24:10.366571 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45324) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:10.432208 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-932f77de-714d-4ce3-a763-c74775d2af6c admin admin] Publish callbacks [] for security_group (5755e5c0-5ecb-410c-9451-42ed8ce7080e), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:10.463795 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-932f77de-714d-4ce3-a763-c74775d2af6c admin admin] Publish callbacks [] for security_group (5755e5c0-5ecb-410c-9451-42ed8ce7080e), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:10.530847 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-932f77de-714d-4ce3-a763-c74775d2af6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5755e5c0-5ecb-410c-9451-42ed8ce7080e), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:10.533558 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-932f77de-714d-4ce3-a763-c74775d2af6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:10.534718 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-932f77de-714d-4ce3-a763-c74775d2af6c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5755e5c0-5ecb-410c-9451-42ed8ce7080e HTTP/1.1" status: 204 len: 168 time: 0.1672471 Aug 27 02:24:10.545999 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f77de-714d-4ce3-a763-c74775d2af6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755e5c0-5ecb-410c-9451-42ed8ce7080e,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:10.710101 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21032f-97da-4a8d-bfdf-1cc966f742ef req-baabbd8e-d8ff-4fd9-897c-fd218c3e58f6 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:10.711737 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc21032f-97da-4a8d-bfdf-1cc966f742ef req-baabbd8e-d8ff-4fd9-897c-fd218c3e58f6 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0763419 Aug 27 02:24:10.762766 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:10.768374 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc21032f-97da-4a8d-bfdf-1cc966f742ef req-3ffeb958-da69-46a2-9716-29694e713c9f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486188 Aug 27 02:24:10.896721 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83313b-4226-40de-b250-3f1f46c67266 req-ff5491cd-d164-4208-a9aa-1423395026a0 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:10.899256 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-db83313b-4226-40de-b250-3f1f46c67266 req-ff5491cd-d164-4208-a9aa-1423395026a0 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0496871 Aug 27 02:24:10.954826 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-db83313b-4226-40de-b250-3f1f46c67266 req-aa28fade-3f93-4cf1-a5d1-ac203faf8d34 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494549 Aug 27 02:24:11.235850 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 0d02f1f5-cfe9-4e34-81ab-00af0fbc4d9f resource provider aggregate not found Aug 27 02:24:11.255309 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 0d02f1f5-cfe9-4e34-81ab-00af0fbc4d9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d02f1f5-cfe9-4e34-81ab-00af0fbc4d9f found for delete ", "request_id": "req-32f65e7f-1f91-4e3e-86a5-b1974d53edf3"}]} Aug 27 02:24:11.899800 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21485df6-a6ed-4d24-8a16-a93289320127 req-bd39b024-f901-4efb-8eb0-eb66c200bccc tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:11.901596 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-21485df6-a6ed-4d24-8a16-a93289320127 req-bd39b024-f901-4efb-8eb0-eb66c200bccc tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0475049 Aug 27 02:24:11.940499 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:11.955608 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-21485df6-a6ed-4d24-8a16-a93289320127 req-bc1a7896-4ef0-44b0-a953-8d84adefb976 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481856 Aug 27 02:24:12.080405 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17963760-331e-41f3-863b-401474bc6f0d req-fbc66539-8d46-4dcb-90ed-e8dce67d9a76 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:12.081905 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-17963760-331e-41f3-863b-401474bc6f0d req-fbc66539-8d46-4dcb-90ed-e8dce67d9a76 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0488827 Aug 27 02:24:12.131134 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-17963760-331e-41f3-863b-401474bc6f0d req-ef4a48a0-8f50-4622-8317-1017a20fa263 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Aug 27 02:24:13.085824 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2a504-4763-4caf-91f7-d0ef7d45fe0c req-d54bad1c-00ac-403f-b00f-a832933ea120 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:13.087218 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-57e2a504-4763-4caf-91f7-d0ef7d45fe0c req-d54bad1c-00ac-403f-b00f-a832933ea120 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0527742 Aug 27 02:24:13.136500 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-57e2a504-4763-4caf-91f7-d0ef7d45fe0c req-0580f921-ed15-4aeb-a09e-454a61b013c2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435102 Aug 27 02:24:13.255621 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebba00-4dda-43ca-bd75-6158067d3696 req-1696dff8-0f70-4d63-821a-172b47c7a94c tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:13.257086 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9aebba00-4dda-43ca-bd75-6158067d3696 req-1696dff8-0f70-4d63-821a-172b47c7a94c tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0491292 Aug 27 02:24:13.314967 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9aebba00-4dda-43ca-bd75-6158067d3696 req-c059a8be-181e-48f6-b8bc-c783219612b3 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497160 Aug 27 02:24:14.264652 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ace83a-096d-4837-8da6-addc807b0b1d req-b1d8a509-8a55-49ce-aebb-2d9e5a146bc9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:14.266132 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6ace83a-096d-4837-8da6-addc807b0b1d req-b1d8a509-8a55-49ce-aebb-2d9e5a146bc9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0554895 Aug 27 02:24:14.328268 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6ace83a-096d-4837-8da6-addc807b0b1d req-7626b371-c125-4042-8f45-eddd8225892b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557675 Aug 27 02:24:14.443216 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1451371-ba08-45dd-8101-c4a29abf9e49 req-41790f69-6d26-4f30-878a-794530b0162b tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:14.444681 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c1451371-ba08-45dd-8101-c4a29abf9e49 req-41790f69-6d26-4f30-878a-794530b0162b tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0528982 Aug 27 02:24:14.500403 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c1451371-ba08-45dd-8101-c4a29abf9e49 req-7fd0cede-c609-4f38-80ea-6077a7a20236 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489712 Aug 27 02:24:15.462907 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab806b-0002-47ce-a201-1c7303c1cb61 req-8348d949-381b-4786-8d55-dd56848bf811 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:15.464353 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12ab806b-0002-47ce-a201-1c7303c1cb61 req-8348d949-381b-4786-8d55-dd56848bf811 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0465381 Aug 27 02:24:15.513513 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12ab806b-0002-47ce-a201-1c7303c1cb61 req-48f78e93-0edf-4309-b3ad-fa1fd73a47a7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434196 Aug 27 02:24:15.631542 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971db8eb-7a12-44a2-9341-a412d0c04cd0 req-0d39aaf7-7bc7-40a5-b008-08ac9b8dcaa4 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:15.632911 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-971db8eb-7a12-44a2-9341-a412d0c04cd0 req-0d39aaf7-7bc7-40a5-b008-08ac9b8dcaa4 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0556171 Aug 27 02:24:15.683727 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-971db8eb-7a12-44a2-9341-a412d0c04cd0 req-f0b5ca44-fd67-484a-82e2-11d3f51e26d3 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Aug 27 02:24:16.650053 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334bbd5-a414-47aa-9dca-ae66018b4f9a req-d6c9484c-3380-41a5-8bd2-a0f31ecaa4ee tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:16.651520 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c334bbd5-a414-47aa-9dca-ae66018b4f9a req-d6c9484c-3380-41a5-8bd2-a0f31ecaa4ee tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0563123 Aug 27 02:24:16.707731 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c334bbd5-a414-47aa-9dca-ae66018b4f9a req-98396d16-f13c-436b-8441-431f2d55550c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442171 Aug 27 02:24:16.811918 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec50fe0-75ba-4d5d-a63b-81904c5b5680 req-c939c807-cd1b-4696-99a8-b731198928ff tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:16.813296 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ec50fe0-75ba-4d5d-a63b-81904c5b5680 req-c939c807-cd1b-4696-99a8-b731198928ff tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0510087 Aug 27 02:24:16.840588 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:16.864928 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ec50fe0-75ba-4d5d-a63b-81904c5b5680 req-aa832bc0-24d1-4f83-81af-aa01a29c2156 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446393 Aug 27 02:24:17.846543 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff87e0b-4877-4296-aa96-e95430bd2594 req-ca0e37e3-ae05-4137-a7d8-c3f6bc3992d1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:17.848065 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dff87e0b-4877-4296-aa96-e95430bd2594 req-ca0e37e3-ae05-4137-a7d8-c3f6bc3992d1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0558300 Aug 27 02:24:17.898769 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dff87e0b-4877-4296-aa96-e95430bd2594 req-2d329e30-bffd-4e5e-aae1-30b1e61bd7fc tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446162 Aug 27 02:24:17.992995 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0a256-1e31-493d-ae31-79681d439c70 req-0a970d75-6fb6-4b3f-ae5f-697fd8035519 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:17.994608 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ed0a256-1e31-493d-ae31-79681d439c70 req-0a970d75-6fb6-4b3f-ae5f-697fd8035519 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0486214 Aug 27 02:24:18.048336 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ed0a256-1e31-493d-ae31-79681d439c70 req-52e0c837-361b-4089-8a0d-2469bc919f64 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Aug 27 02:24:18.976151 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d502b7-1831-4b38-81e7-7d76697883be req-69feb2cc-5927-4294-94a3-204661e7b2e2 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:18.977711 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e2d502b7-1831-4b38-81e7-7d76697883be req-69feb2cc-5927-4294-94a3-204661e7b2e2 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.0497661 Aug 27 02:24:19.026419 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:19.117616 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57676b03-6b13-4f3d-b670-219cb58c2ee5 req-91b8ac23-3a85-405f-866a-b72a4b8e9916 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:19.119126 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-57676b03-6b13-4f3d-b670-219cb58c2ee5 req-91b8ac23-3a85-405f-866a-b72a4b8e9916 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.1231403 Aug 27 02:24:19.186056 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-e2d502b7-1831-4b38-81e7-7d76697883be req-49a8af2a-a462-459f-a773-840c97342b89 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Deleting port b4168fa6-3b0a-4107-83cf-7d31f29910d4 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:24:19.186414 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-e2d502b7-1831-4b38-81e7-7d76697883be req-49a8af2a-a462-459f-a773-840c97342b89 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:19.259836 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000db4d-0066-431d-aa03-3fc72b53072c req-6e65e3c8-aa9b-4c23-b3d3-09b13d3953a6 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:19.261327 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b000db4d-0066-431d-aa03-3fc72b53072c req-6e65e3c8-aa9b-4c23-b3d3-09b13d3953a6 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 946 time: 0.1322911 Aug 27 02:24:19.291439 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-57676b03-6b13-4f3d-b670-219cb58c2ee5 req-27bfadbc-b702-45ea-b317-868edd0f2a98 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634383 Aug 27 02:24:19.358157 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-e2d502b7-1831-4b38-81e7-7d76697883be req-49a8af2a-a462-459f-a773-840c97342b89 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] For port b4168fa6-3b0a-4107-83cf-7d31f29910d4, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=b4168fa6-3b0a-4107-83cf-7d31f29910d4,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:19.358519 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-e2d502b7-1831-4b38-81e7-7d76697883be req-49a8af2a-a462-459f-a773-840c97342b89 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:19.364655 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b000db4d-0066-431d-aa03-3fc72b53072c req-3ba7c161-a287-4f83-bedc-bcf8c30adf71 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63af4aa-2b75-49cd-94b6-6fb7e836f85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968997 Aug 27 02:24:19.377976 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-e2d502b7-1831-4b38-81e7-7d76697883be req-49a8af2a-a462-459f-a773-840c97342b89 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Calling delete_port for b4168fa6-3b0a-4107-83cf-7d31f29910d4 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:24:19.546128 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-e2d502b7-1831-4b38-81e7-7d76697883be req-49a8af2a-a462-459f-a773-840c97342b89 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (b4168fa6-3b0a-4107-83cf-7d31f29910d4), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:19.572654 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8af2a-a462-459f-a773-840c97342b89 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Pushing event deleted for resources: {'Port': ['ID=b4168fa6-3b0a-4107-83cf-7d31f29910d4,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:19.641542 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d502b7-1831-4b38-81e7-7d76697883be req-49a8af2a-a462-459f-a773-840c97342b89 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] No DVR routers for this DVR port b4168fa6-3b0a-4107-83cf-7d31f29910d4 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:24:19.644694 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-e2d502b7-1831-4b38-81e7-7d76697883be req-49a8af2a-a462-459f-a773-840c97342b89 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:19.647922 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e2d502b7-1831-4b38-81e7-7d76697883be req-49a8af2a-a462-459f-a773-840c97342b89 tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.45 "DELETE /networking/v2.0/ports/b4168fa6-3b0a-4107-83cf-7d31f29910d4 HTTP/1.1" status: 204 len: 173 time: 0.6641600 Aug 27 02:24:19.648355 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbef28bb-3cdf-4a27-8493-add7806af828', 'name': 'network-vif-deleted', 'tag': 'b4168fa6-3b0a-4107-83cf-7d31f29910d4'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:24:19.650640 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afbc374-07cd-4458-91ba-d6d66ac97f7f" -d '{"events": [{"server_uuid": "fbef28bb-3cdf-4a27-8493-add7806af828", "name": "network-vif-deleted", "tag": "b4168fa6-3b0a-4107-83cf-7d31f29910d4"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:19.690766 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed39a7-ace0-44d5-a4a5-6f20940d5997 x-openstack-request-id: req-c3ed39a7-ace0-44d5-a4a5-6f20940d5997 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:19.691055 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbef28bb-3cdf-4a27-8493-add7806af828", "name": "network-vif-deleted", "tag": "b4168fa6-3b0a-4107-83cf-7d31f29910d4", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:19.691474 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3ed39a7-ace0-44d5-a4a5-6f20940d5997 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:19.691908 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ed39a7-ace0-44d5-a4a5-6f20940d5997'] response: {'server_uuid': 'fbef28bb-3cdf-4a27-8493-add7806af828', 'name': 'network-vif-deleted', 'tag': 'b4168fa6-3b0a-4107-83cf-7d31f29910d4', 'status': 'completed', 'code': 200} Aug 27 02:24:20.437330 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db3df0-e99b-403e-86d1-1a893ee7d3f8 req-35ef7507-a75d-42e8-af6f-887422186f30 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:20.439795 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-69db3df0-e99b-403e-86d1-1a893ee7d3f8 req-35ef7507-a75d-42e8-af6f-887422186f30 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0585639 Aug 27 02:24:20.493960 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-349aacf2-4217-4f4a-a510-e535959b89c4 req-adb0aa2f-54bd-4e3b-b7ad-0144e1cf12ad tempest-DeleteServersTestJSON-1052521029 tempest-DeleteServersTestJSON-1052521029-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbef28bb-3cdf-4a27-8493-add7806af828 HTTP/1.1" status: 200 len: 210 time: 0.0400345 Aug 27 02:24:20.505990 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:20.523106 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-69db3df0-e99b-403e-86d1-1a893ee7d3f8 req-8142c53c-a667-4bb6-854a-ccc23cd18766 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772941 Aug 27 02:24:20.538742 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=71,neutron:DELETE=7 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:20.542021 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:20.560006 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:20.561198 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:20.890247 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-96fe437e-828f-4f4f-834b-7860501d47d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:21.218539 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device b4168fa6-3b0a-4107-83cf-7d31f29910d4 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:21.243786 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: b4168fa6-3b0a-4107-83cf-7d31f29910d4 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:24:21.244120 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device b4168fa6-3b0a-4107-83cf-7d31f29910d4 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:21.318027 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45542) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:21.455560 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa6a1-1bbe-4517-837f-2f7e737fb61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:21.580393 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa6a1-1bbe-4517-837f-2f7e737fb61e admin admin] Publish callbacks [] for security_group (fa7ace95-8418-4298-a4a6-07a8b8e94520), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:21.586053 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa6a1-1bbe-4517-837f-2f7e737fb61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fa7ace95-8418-4298-a4a6-07a8b8e94520), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:21.645530 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-6bdaa6a1-1bbe-4517-837f-2f7e737fb61e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=518e67f987b24bc7b1834f5e51982732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161969 Aug 27 02:24:21.645636 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45558) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:21.669566 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdaa6a1-1bbe-4517-837f-2f7e737fb61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ace95-8418-4298-a4a6-07a8b8e94520,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:21.754061 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094faf5-34b8-4e71-a3ae-98fbbab53d03 req-6ebd21d9-d7bc-4165-8fad-5ee0efed688f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:21.756057 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6094faf5-34b8-4e71-a3ae-98fbbab53d03 req-6ebd21d9-d7bc-4165-8fad-5ee0efed688f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0685272 Aug 27 02:24:21.778980 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Publish callbacks [] for security_group (fa7ace95-8418-4298-a4a6-07a8b8e94520), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:21.815333 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Publish callbacks [] for security_group (fa7ace95-8418-4298-a4a6-07a8b8e94520), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:21.874616 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6094faf5-34b8-4e71-a3ae-98fbbab53d03 req-d2f3da5c-9e9f-4be8-8a8f-1724709c7360 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081383 Aug 27 02:24:21.909599 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fa7ace95-8418-4298-a4a6-07a8b8e94520), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:21.913128 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:21.914491 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fa7ace95-8418-4298-a4a6-07a8b8e94520 HTTP/1.1" status: 204 len: 168 time: 0.2739120 Aug 27 02:24:21.923941 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ace95-8418-4298-a4a6-07a8b8e94520,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:21.931705 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.932040 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.932370 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.932698 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.933020 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.933362 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.933677 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.933989 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.934305 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.934626 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.934999 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.935254 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.935563 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.935870 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.936178 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abf46b-72ad-4140-a38b-02cfa9828276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:21.994672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45582) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:22.245726 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4843-e674-4dd1-b175-3bf18d927494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.290380 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:22.326487 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45594) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:22.342621 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7e98eee5-cba5-493e-a26f-382aaf1d7403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.357983 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4843-e674-4dd1-b175-3bf18d927494 admin admin] Publish callbacks [] for security_group (ebf9411b-dbc6-4f2c-9211-ef0a97283dd1), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.363512 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4843-e674-4dd1-b175-3bf18d927494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (ebf9411b-dbc6-4f2c-9211-ef0a97283dd1), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.408647 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0a4b4843-e674-4dd1-b175-3bf18d927494 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fcaeee6582514025bb9fa0e468128dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4122140 Aug 27 02:24:22.409603 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b4843-e674-4dd1-b175-3bf18d927494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf9411b-dbc6-4f2c-9211-ef0a97283dd1,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:22.411664 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45596) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:22.460581 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7e98eee5-cba5-493e-a26f-382aaf1d7403 admin admin] Publish callbacks [] for security_group (0d95143f-1d32-4da4-a855-802c9945d6b1), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.468438 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7e98eee5-cba5-493e-a26f-382aaf1d7403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (0d95143f-1d32-4da4-a855-802c9945d6b1), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.529604 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-7e98eee5-cba5-493e-a26f-382aaf1d7403 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ab3733e3f981479484b3f0444ced4e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017667 Aug 27 02:24:22.532259 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98eee5-cba5-493e-a26f-382aaf1d7403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d95143f-1d32-4da4-a855-802c9945d6b1,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:22.532929 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45598) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:22.549989 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1ad89d9a-90d4-4409-a1fc-49601c883647 admin admin] Publish callbacks [] for security_group (ebf9411b-dbc6-4f2c-9211-ef0a97283dd1), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.564420 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1ad89d9a-90d4-4409-a1fc-49601c883647 admin admin] Publish callbacks [] for security_group (ebf9411b-dbc6-4f2c-9211-ef0a97283dd1), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.626697 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6ce7-4c06-47e3-8f28-1c2e608a4fd6 admin admin] Publish callbacks [] for security_group (0d95143f-1d32-4da4-a855-802c9945d6b1), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.631116 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1ad89d9a-90d4-4409-a1fc-49601c883647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (ebf9411b-dbc6-4f2c-9211-ef0a97283dd1), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.633839 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1ad89d9a-90d4-4409-a1fc-49601c883647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.635014 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-1ad89d9a-90d4-4409-a1fc-49601c883647 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ebf9411b-dbc6-4f2c-9211-ef0a97283dd1 HTTP/1.1" status: 204 len: 168 time: 0.2220836 Aug 27 02:24:22.643815 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad89d9a-90d4-4409-a1fc-49601c883647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf9411b-dbc6-4f2c-9211-ef0a97283dd1,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:22.663497 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6ce7-4c06-47e3-8f28-1c2e608a4fd6 admin admin] Publish callbacks [] for security_group (0d95143f-1d32-4da4-a855-802c9945d6b1), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.721915 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6ce7-4c06-47e3-8f28-1c2e608a4fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (0d95143f-1d32-4da4-a855-802c9945d6b1), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.724977 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6ce7-4c06-47e3-8f28-1c2e608a4fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:22.728558 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1e4d6ce7-4c06-47e3-8f28-1c2e608a4fd6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0d95143f-1d32-4da4-a855-802c9945d6b1 HTTP/1.1" status: 204 len: 168 time: 0.1919284 Aug 27 02:24:22.734405 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d6ce7-4c06-47e3-8f28-1c2e608a4fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d95143f-1d32-4da4-a855-802c9945d6b1,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:23.043526 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45622) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:23.068657 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e11dd-7896-42e0-b239-fd08a7615bb3 req-6047acc5-1c35-4390-9da2-21955a8a58be tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:23.070772 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-152e11dd-7896-42e0-b239-fd08a7615bb3 req-6047acc5-1c35-4390-9da2-21955a8a58be tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0867941 Aug 27 02:24:23.086283 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749db530-0a9e-4cdc-89f2-ad787b06059a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:23.162276 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-152e11dd-7896-42e0-b239-fd08a7615bb3 req-38674c59-d004-442e-918e-25bdb753dadc tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801818 Aug 27 02:24:23.187418 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45630) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:23.200937 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:23.203251 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749db530-0a9e-4cdc-89f2-ad787b06059a admin admin] Publish callbacks [] for security_group (5a5f4336-62fb-4298-8918-c24d38df8e1b), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:23.208524 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-749db530-0a9e-4cdc-89f2-ad787b06059a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5a5f4336-62fb-4298-8918-c24d38df8e1b), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:23.263004 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749db530-0a9e-4cdc-89f2-ad787b06059a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5f4336-62fb-4298-8918-c24d38df8e1b,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:23.268208 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-749db530-0a9e-4cdc-89f2-ad787b06059a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=30d414797e99499984020d34de351fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236097 Aug 27 02:24:23.271692 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45634) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:23.284028 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:23.336074 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7cd25972-587b-4fbd-8120-8a30374828fc admin admin] Publish callbacks [] for security_group (5a5f4336-62fb-4298-8918-c24d38df8e1b), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:23.357939 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7cd25972-587b-4fbd-8120-8a30374828fc admin admin] Publish callbacks [] for security_group (5a5f4336-62fb-4298-8918-c24d38df8e1b), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:23.408425 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7cd25972-587b-4fbd-8120-8a30374828fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5a5f4336-62fb-4298-8918-c24d38df8e1b), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:23.411104 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7cd25972-587b-4fbd-8120-8a30374828fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:23.412254 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-7cd25972-587b-4fbd-8120-8a30374828fc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5a5f4336-62fb-4298-8918-c24d38df8e1b HTTP/1.1" status: 204 len: 168 time: 0.1395657 Aug 27 02:24:23.421062 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd25972-587b-4fbd-8120-8a30374828fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5f4336-62fb-4298-8918-c24d38df8e1b,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:23.600885 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675507'] for router_interface (7b046139-bc8d-47fc-93be-0ba53ea67757), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:23.984931 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-2b752a1c-53b8-441f-bc09-7ea5c79ecb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:24.178397 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] Deleting port 9a45b3f6-e833-42d3-8566-a89744c6af28 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:24:24.178905 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:24.231882 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:24.346042 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fe401-dc66-4f85-b1d3-cda3ca073e74 req-26d365b9-05e1-47b9-85dd-7479e98bbd4d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:24.347552 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d0fe401-dc66-4f85-b1d3-cda3ca073e74 req-26d365b9-05e1-47b9-85dd-7479e98bbd4d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0665231 Aug 27 02:24:24.349585 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] For port 9a45b3f6-e833-42d3-8566-a89744c6af28, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=9a45b3f6-e833-42d3-8566-a89744c6af28,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:24.349951 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:24.372444 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] Calling delete_port for 9a45b3f6-e833-42d3-8566-a89744c6af28 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:24:24.451093 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45690) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:24.463095 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d0fe401-dc66-4f85-b1d3-cda3ca073e74 req-005e7df5-7305-4cc8-a246-4fc2814a6c3a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047328 Aug 27 02:24:24.631650 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0684752c-8a73-4495-b2d7-aa1a23f54cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:24.636051 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:24.730598 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:24.737448 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (9a45b3f6-e833-42d3-8566-a89744c6af28), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:24.768470 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a45b3f6-e833-42d3-8566-a89744c6af28,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:24.781032 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0684752c-8a73-4495-b2d7-aa1a23f54cec admin admin] Publish callbacks [] for security_group (02d84027-bba1-4815-9f46-4c4cd410c43d), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:24.787411 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0684752c-8a73-4495-b2d7-aa1a23f54cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (02d84027-bba1-4815-9f46-4c4cd410c43d), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:24.845830 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-0684752c-8a73-4495-b2d7-aa1a23f54cec admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=363ab7ac0b0c4f37a92d6d4fa8359e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930051 Aug 27 02:24:24.847033 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684752c-8a73-4495-b2d7-aa1a23f54cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d84027-bba1-4815-9f46-4c4cd410c43d,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:24.849811 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45704) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:24.917245 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-20af5446-f516-4202-8f0a-54ee3b2dcbb6 admin admin] Publish callbacks [] for security_group (02d84027-bba1-4815-9f46-4c4cd410c43d), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:24.945426 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-20af5446-f516-4202-8f0a-54ee3b2dcbb6 admin admin] Publish callbacks [] for security_group (02d84027-bba1-4815-9f46-4c4cd410c43d), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:24.952091 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45706) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:24.962329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675399'] for router_interface (7b046139-bc8d-47fc-93be-0ba53ea67757), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.007889 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-20af5446-f516-4202-8f0a-54ee3b2dcbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (02d84027-bba1-4815-9f46-4c4cd410c43d), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.014230 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-20af5446-f516-4202-8f0a-54ee3b2dcbb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.032463 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-20af5446-f516-4202-8f0a-54ee3b2dcbb6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/02d84027-bba1-4815-9f46-4c4cd410c43d HTTP/1.1" status: 204 len: 168 time: 0.1714182 Aug 27 02:24:25.042941 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af5446-f516-4202-8f0a-54ee3b2dcbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d84027-bba1-4815-9f46-4c4cd410c43d,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:25.151799 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5baf161e-19f7-4268-8380-4ec111fdf58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.250745 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] Router 7b046139-bc8d-47fc-93be-0ba53ea67757 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:25.278059 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:25.340561 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5baf161e-19f7-4268-8380-4ec111fdf58f admin admin] Publish callbacks [] for security_group (5207ec80-f4ed-424a-83ec-c492acd3b615), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.343794 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45716) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:25.353297 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5baf161e-19f7-4268-8380-4ec111fdf58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5207ec80-f4ed-424a-83ec-c492acd3b615), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.360116 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-275c0209-f89d-41d4-84f0-856eda6c7849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.437086 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-5baf161e-19f7-4268-8380-4ec111fdf58f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6e0b81deb0214359ad7e2425e134ab3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4837735 Aug 27 02:24:25.440983 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45718) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:25.442840 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf161e-19f7-4268-8380-4ec111fdf58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5207ec80-f4ed-424a-83ec-c492acd3b615,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:25.444310 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-275c0209-f89d-41d4-84f0-856eda6c7849 admin admin] Publish callbacks [] for security_group (1719d842-026d-49ec-ba1e-29c554648e86), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.454983 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:25.457835 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-275c0209-f89d-41d4-84f0-856eda6c7849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1719d842-026d-49ec-ba1e-29c554648e86), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.461337 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3b19b9f1-537b-460a-9611-ce635ea94fd1 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/7b046139-bc8d-47fc-93be-0ba53ea67757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2725656 Aug 27 02:24:25.465606 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45720) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:25.468373 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d008806-06e1-42e2-9ab8-5094809bee24 None None] Sync routers for ids ['7b046139-bc8d-47fc-93be-0ba53ea67757'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:25.480652 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d008806-06e1-42e2-9ab8-5094809bee24 None None] Routers {'7b046139-bc8d-47fc-93be-0ba53ea67757'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:25.481325 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-2d008806-06e1-42e2-9ab8-5094809bee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['7b046139-bc8d-47fc-93be-0ba53ea67757'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:25.501360 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:25.531053 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-275c0209-f89d-41d4-84f0-856eda6c7849 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8c571653728b4cb48c108b13f3aa314b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825075 Aug 27 02:24:25.531777 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45724) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:25.534040 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c0209-f89d-41d4-84f0-856eda6c7849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1719d842-026d-49ec-ba1e-29c554648e86,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:25.593771 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-eaeed8f0-927f-456f-91e2-bd8c75a6ebc8 admin admin] Publish callbacks [] for security_group (5207ec80-f4ed-424a-83ec-c492acd3b615), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.613730 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c31f8bd9-dda7-44e7-9b5d-3535ed26ee3a admin admin] Publish callbacks [] for security_group (1719d842-026d-49ec-ba1e-29c554648e86), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.635113 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-eaeed8f0-927f-456f-91e2-bd8c75a6ebc8 admin admin] Publish callbacks [] for security_group (5207ec80-f4ed-424a-83ec-c492acd3b615), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.653733 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Publish callbacks [] for router (7b046139-bc8d-47fc-93be-0ba53ea67757), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.664840 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c31f8bd9-dda7-44e7-9b5d-3535ed26ee3a admin admin] Publish callbacks [] for security_group (1719d842-026d-49ec-ba1e-29c554648e86), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.694769 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-2d008806-06e1-42e2-9ab8-5094809bee24 None None] Set router 7b046139-bc8d-47fc-93be-0ba53ea67757 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:25.708794 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:25.740428 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c31f8bd9-dda7-44e7-9b5d-3535ed26ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1719d842-026d-49ec-ba1e-29c554648e86), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.743258 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c31f8bd9-dda7-44e7-9b5d-3535ed26ee3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.744413 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c31f8bd9-dda7-44e7-9b5d-3535ed26ee3a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1719d842-026d-49ec-ba1e-29c554648e86 HTTP/1.1" status: 204 len: 168 time: 0.2121758 Aug 27 02:24:25.749245 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-eaeed8f0-927f-456f-91e2-bd8c75a6ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5207ec80-f4ed-424a-83ec-c492acd3b615), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.751824 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-eaeed8f0-927f-456f-91e2-bd8c75a6ebc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.755450 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-eaeed8f0-927f-456f-91e2-bd8c75a6ebc8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5207ec80-f4ed-424a-83ec-c492acd3b615 HTTP/1.1" status: 204 len: 168 time: 0.3108072 Aug 27 02:24:25.755601 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:25.760029 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f8bd9-dda7-44e7-9b5d-3535ed26ee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1719d842-026d-49ec-ba1e-29c554648e86,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:25.768874 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c9f71-34b7-4ba1-8839-aceca01a2675 req-a29393ff-45f5-4cc0-844e-ee9570da4ed8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:25.770872 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4c1c9f71-34b7-4ba1-8839-aceca01a2675 req-a29393ff-45f5-4cc0-844e-ee9570da4ed8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.1509511 Aug 27 02:24:25.780013 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeed8f0-927f-456f-91e2-bd8c75a6ebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5207ec80-f4ed-424a-83ec-c492acd3b615,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:25.825515 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Publish callbacks [] for router_gateway (7b046139-bc8d-47fc-93be-0ba53ea67757), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.879967 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4c1c9f71-34b7-4ba1-8839-aceca01a2675 req-0e537623-3e56-450c-82c7-be20dd7b2d2d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956988 Aug 27 02:24:25.886426 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Deleting port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:24:25.886845 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:25.951658 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-2d008806-06e1-42e2-9ab8-5094809bee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'name': 'tempest-DeleteServersTestJSON-1417678200-router', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:22Z', 'updated_at': '2022-08-27T02:24:24Z', 'revision_number': 5, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'gw_port': {'id': '6215e1a9-acc5-4173-b3de-bc55dc5cfb32', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:23Z', 'updated_at': '2022-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:25.984764 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d008806-06e1-42e2-9ab8-5094809bee24 None None] Checking router: 7b046139-bc8d-47fc-93be-0ba53ea67757 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:25.995823 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d008806-06e1-42e2-9ab8-5094809bee24 None None] Routers {'7b046139-bc8d-47fc-93be-0ba53ea67757'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:25.996521 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-2d008806-06e1-42e2-9ab8-5094809bee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['7b046139-bc8d-47fc-93be-0ba53ea67757'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:25.998430 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] For port 6215e1a9-acc5-4173-b3de-bc55dc5cfb32, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=6215e1a9-acc5-4173-b3de-bc55dc5cfb32,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:25.999057 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.015622 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Calling delete_port for 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:24:26.094435 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-2d008806-06e1-42e2-9ab8-5094809bee24 None None] Set router 7b046139-bc8d-47fc-93be-0ba53ea67757 gateway port host: None {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:26.186670 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-2d008806-06e1-42e2-9ab8-5094809bee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'name': 'tempest-DeleteServersTestJSON-1417678200-router', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:22Z', 'updated_at': '2022-08-27T02:24:25Z', 'revision_number': 6, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'gw_port_host': None}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:26.215397 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d008806-06e1-42e2-9ab8-5094809bee24 None None] The sync data for ids ['7b046139-bc8d-47fc-93be-0ba53ea67757'] in dv-cinder-846303-3-iscsi is: [{'id': '7b046139-bc8d-47fc-93be-0ba53ea67757', 'name': 'tempest-DeleteServersTestJSON-1417678200-router', 'tenant_id': 'f7ef4b44a3f94d599eacce269b06594c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:22Z', 'updated_at': '2022-08-27T02:24:25Z', 'revision_number': 6, 'project_id': 'f7ef4b44a3f94d599eacce269b06594c', 'gw_port_host': None}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:26.248629 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (6215e1a9-acc5-4173-b3de-bc55dc5cfb32), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.287833 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Pushing event deleted for resources: {'Port': ['ID=6215e1a9-acc5-4173-b3de-bc55dc5cfb32,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:26.317638 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676854'] for router_gateway (7b046139-bc8d-47fc-93be-0ba53ea67757), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.421578 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:26.425272 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62925'] for router (7b046139-bc8d-47fc-93be-0ba53ea67757), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.428594 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Publish callbacks [] for router_controller (7b046139-bc8d-47fc-93be-0ba53ea67757), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.495490 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1675487'] for router (7b046139-bc8d-47fc-93be-0ba53ea67757), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.496062 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b046139-bc8d-47fc-93be-0ba53ea67757 {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:24:26.502476 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.506415 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7fa0ee4e-ff12-4f94-9369-c8952763512e admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/7b046139-bc8d-47fc-93be-0ba53ea67757 HTTP/1.1" status: 204 len: 168 time: 1.0370541 Aug 27 02:24:26.506690 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45756) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:26.562671 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.568295 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa1a622-38c3-4b65-9493-8d396c8234e3 admin admin] Deleting subnet 3aef2d45-7fcd-4542-a86b-743b014ff772 {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:24:26.572608 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a622-38c3-4b65-9493-8d396c8234e3 admin admin] Publish callbacks [] for subnet (3aef2d45-7fcd-4542-a86b-743b014ff772), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.627393 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a622-38c3-4b65-9493-8d396c8234e3 admin admin] Publish callbacks [] for subnet (3aef2d45-7fcd-4542-a86b-743b014ff772), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.712431 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a622-38c3-4b65-9493-8d396c8234e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (3aef2d45-7fcd-4542-a86b-743b014ff772), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.788426 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a622-38c3-4b65-9493-8d396c8234e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for subnet (3aef2d45-7fcd-4542-a86b-743b014ff772), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.820164 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1a622-38c3-4b65-9493-8d396c8234e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aef2d45-7fcd-4542-a86b-743b014ff772,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:26.822127 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a622-38c3-4b65-9493-8d396c8234e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:26.827767 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-4fa1a622-38c3-4b65-9493-8d396c8234e3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/3aef2d45-7fcd-4542-a86b-743b014ff772 HTTP/1.1" status: 204 len: 168 time: 0.3178720 Aug 27 02:24:26.827979 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45772) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:26.838335 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead7a28-8785-4ccc-9467-10952c1f856d None None] Network 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:24:27.066557 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] DHCP port deletion for 1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 request from dv-cinder-846303-3-iscsi {{(pid=106605) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 02:24:27.124234 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Deleting port d3ce59c4-fe99-4433-8909-073fd8e5bc7e {{(pid=106605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:24:27.124598 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), before_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.201158 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4f2fb-96c1-4bca-ad48-694d12106ea6 req-5eefe1a2-ed29-4795-9191-0454c1c6b220 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:27.202088 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dbc4f2fb-96c1-4bca-ad48-694d12106ea6 req-5eefe1a2-ed29-4795-9191-0454c1c6b220 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.1111627 Aug 27 02:24:27.206792 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (1d7da9b1-bc52-4897-b0d0-f4970cc43ec9), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.216012 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:27.230358 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] For port d3ce59c4-fe99-4433-8909-073fd8e5bc7e, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=d3ce59c4-fe99-4433-8909-073fd8e5bc7e,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:27.230891 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), precommit_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.258885 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Calling delete_port for d3ce59c4-fe99-4433-8909-073fd8e5bc7e owned by network:dhcp {{(pid=106605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:24:27.302172 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Deleting port d3ce59c4-fe99-4433-8909-073fd8e5bc7e {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:24:27.302735 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.368131 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dbc4f2fb-96c1-4bca-ad48-694d12106ea6 req-ae748b55-50ff-4177-91b0-f1ca0d602423 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559210 Aug 27 02:24:27.386164 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] For port d3ce59c4-fe99-4433-8909-073fd8e5bc7e, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=d3ce59c4-fe99-4433-8909-073fd8e5bc7e,segment=NetworkSegment(ea5158ef-878d-416c-be80-fa70b049707d),segment_id=ea5158ef-878d-416c-be80-fa70b049707d)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:27.386562 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.405798 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Calling delete_port for d3ce59c4-fe99-4433-8909-073fd8e5bc7e owned by network:dhcp {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:24:27.435496 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), after_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.490341 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Pushing event deleted for resources: {'Port': ['ID=d3ce59c4-fe99-4433-8909-073fd8e5bc7e,revision_number=None']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:27.497912 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] No DVR routers for this DVR port d3ce59c4-fe99-4433-8909-073fd8e5bc7e on host dv-cinder-846303-3-iscsi {{(pid=106605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:24:27.500735 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.501374 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.501964 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.502715 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.503237 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.503752 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.505431 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.506007 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.506543 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.507060 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.507695 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.508224 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.508734 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.509376 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.509906 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc9592-b4b2-438a-8eea-daed63e70ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:27.515148 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (d3ce59c4-fe99-4433-8909-073fd8e5bc7e), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.550836 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] No DVR routers for this DVR port d3ce59c4-fe99-4433-8909-073fd8e5bc7e on host dv-cinder-846303-3-iscsi {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:24:27.554798 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ce59c4-fe99-4433-8909-073fd8e5bc7e,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:27.663578 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (1d7da9b1-bc52-4897-b0d0-f4970cc43ec9), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.687533 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.687971 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.688775 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.689172 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > port after_create 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.689580 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.689980 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > port after_update 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.690372 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.690764 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.691148 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.691672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.767836 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.768249 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.768649 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.769075 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:24:27.769595 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7da9b1-bc52-4897-b0d0-f4970cc43ec9']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:27.797411 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5158ef-878d-416c-be80-fa70b049707d') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:27.797411 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5158ef-878d-416c-be80-fa70b049707d') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:27.829981 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15258025'] for segment (ea5158ef-878d-416c-be80-fa70b049707d), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.873444 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (ea5158ef-878d-416c-be80-fa70b049707d), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.884322 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:24:27.884575 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337898'] for segment (ea5158ef-878d-416c-be80-fa70b049707d), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.971522 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (1d7da9b1-bc52-4897-b0d0-f4970cc43ec9), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.980587 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:27.998448 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/1d7da9b1-bc52-4897-b0d0-f4970cc43ec9 HTTP/1.1" status: 204 len: 168 time: 1.1692381 Aug 27 02:24:28.009318 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:28.013065 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ccda1-fd57-440b-ae0b-d0cdbb6d3ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7da9b1-bc52-4897-b0d0-f4970cc43ec9,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:28.166345 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:28.179071 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-c7f3c2df-d9ea-456e-8a15-8e7b4c94daec service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538018 Aug 27 02:24:28.218653 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 9a45b3f6-e833-42d3-8566-a89744c6af28 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:28.252070 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 9a45b3f6-e833-42d3-8566-a89744c6af28 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:24:28.252648 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 9a45b3f6-e833-42d3-8566-a89744c6af28 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:28.253187 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device d3ce59c4-fe99-4433-8909-073fd8e5bc7e no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:28.265658 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45826) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:28.288487 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: d3ce59c4-fe99-4433-8909-073fd8e5bc7e {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:24:28.289390 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device d3ce59c4-fe99-4433-8909-073fd8e5bc7e not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:28.290104 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:28.335610 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:24:28.336604 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 6215e1a9-acc5-4173-b3de-bc55dc5cfb32 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:28.339213 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-053d3b7b-d227-4dcb-a1b6-4cbdab6f92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:28.340650 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-053d3b7b-d227-4dcb-a1b6-4cbdab6f92fa service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 1130 time: 0.0818408 Aug 27 02:24:28.344943 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:28.348360 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-b6f3bb4c-5f69-4b6f-ae00-f55353032c36 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f7ef4b44a3f94d599eacce269b06594c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0815825 Aug 27 02:24:28.351187 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45828) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:28.459523 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment ea5158ef-878d-416c-be80-fa70b049707d resource provider aggregate not found Aug 27 02:24:28.487021 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment ea5158ef-878d-416c-be80-fa70b049707d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea5158ef-878d-416c-be80-fa70b049707d found for delete ", "request_id": "req-da9be5aa-a417-4eaa-8fb8-1692609b2dc9"}]} Aug 27 02:24:28.489863 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-81a68cb9-bc25-4e91-ba49-33a9f5477cea admin admin] Publish callbacks [] for security_group (f63af4aa-2b75-49cd-94b6-6fb7e836f85f), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:28.532624 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-0dd311b9-efbc-4cbb-8ab3-a9ae76b5a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:28.534235 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-0dd311b9-efbc-4cbb-8ab3-a9ae76b5a3c6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.1602790 Aug 27 02:24:28.551974 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-81a68cb9-bc25-4e91-ba49-33a9f5477cea admin admin] Publish callbacks [] for security_group (f63af4aa-2b75-49cd-94b6-6fb7e836f85f), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:28.613030 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-85c29925-c33e-4028-9113-c31c6ae51be2 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f55f99-dc75-425b-9214-a2edc384e389 HTTP/1.1" status: 200 len: 217 time: 0.0569780 Aug 27 02:24:28.620842 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c4a09-80f6-429f-bdd0-71ab43dcc29c req-71eaca21-c4ad-4586-982e-702452a94810 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:28.622288 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d87c4a09-80f6-429f-bdd0-71ab43dcc29c req-71eaca21-c4ad-4586-982e-702452a94810 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.1148221 Aug 27 02:24:28.700400 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:28.709516 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-8e9123ce-7308-4351-82b1-0c7022287553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:28.711030 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-8e9123ce-7308-4351-82b1-0c7022287553 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.0807555 Aug 27 02:24:28.735094 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d87c4a09-80f6-429f-bdd0-71ab43dcc29c req-9a1a928f-ce10-4f4a-8817-33502a078e61 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060419 Aug 27 02:24:28.754901 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-81a68cb9-bc25-4e91-ba49-33a9f5477cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f63af4aa-2b75-49cd-94b6-6fb7e836f85f), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:28.758399 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-81a68cb9-bc25-4e91-ba49-33a9f5477cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:28.762341 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-81a68cb9-bc25-4e91-ba49-33a9f5477cea admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f63af4aa-2b75-49cd-94b6-6fb7e836f85f HTTP/1.1" status: 204 len: 168 time: 0.4098215 Aug 27 02:24:28.777027 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a68cb9-bc25-4e91-ba49-33a9f5477cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63af4aa-2b75-49cd-94b6-6fb7e836f85f,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:28.786542 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-d830318f-0803-4b91-b57c-3b0e8567c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:28.787636 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-d830318f-0803-4b91-b57c-3b0e8567c9fe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665946 Aug 27 02:24:28.898388 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-d140fc3d-700e-404a-8523-ec11d8b9e216 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032083 Aug 27 02:24:28.989814 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:29.011441 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e730fa8-b44f-4a62-9b45-d30ee32a9b09 req-3840f55b-fe99-4085-a032-f5bd568856f4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062620 Aug 27 02:24:29.597012 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 45874) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:29.701931 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-network', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:29.723756 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Made reservation on behalf of c938ae5fd22a43e8a01859da2a336b53 for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:29.726189 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:29.735107 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:29.844063 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Publish callbacks [] for security_group (ec269266-7916-4370-a881-dc248853b334), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:29.862667 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (ec269266-7916-4370-a881-dc248853b334), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:29.882116 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:29.897301 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:24:29.917263 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac25408-b17c-496e-b280-3b25f964ffde req-7551e39f-1734-4b29-a87b-0ef305042c13 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:29.917263 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aac25408-b17c-496e-b280-3b25f964ffde req-7551e39f-1734-4b29-a87b-0ef305042c13 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0834777 Aug 27 02:24:29.925035 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (e58bd0dc-3e7c-41ba-a9d8-541e89a42116), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:29.925392 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Added segment e58bd0dc-3e7c-41ba-a9d8-541e89a42116 of type vlan for network daf58feb-9527-44f2-90a3-a19a525b593d Aug 27 02:24:29.931302 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec269266-7916-4370-a881-dc248853b334,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:30.006070 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (daf58feb-9527-44f2-90a3-a19a525b593d), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.023429 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aac25408-b17c-496e-b280-3b25f964ffde req-57bc6df9-4459-4dc2-9130-4aae7ad28da4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005323 Aug 27 02:24:30.051396 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (daf58feb-9527-44f2-90a3-a19a525b593d), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.055275 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:30.055863 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.123254 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45892) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:30.127998 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Request body: {'subnet': {'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-subnet', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:30.133303 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5348787 Aug 27 02:24:30.139171 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb47ad-de72-4bb3-bd39-efd80d945f1f admin admin] Pushing event updated for resources: {'Network': ['ID=daf58feb-9527-44f2-90a3-a19a525b593d,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:30.150682 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Made reservation on behalf of c938ae5fd22a43e8a01859da2a336b53 for: {'subnet': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:30.151641 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network daf58feb-9527-44f2-90a3-a19a525b593d details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:24:30.153043 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15342233'] for subnet (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.373074 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13857020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15342251'] for subnet (51f37e3d-0971-4b58-8f02-1411e5fb4df6), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.429989 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f37e3d-0971-4b58-8f02-1411e5fb4df6,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:30.445890 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.446065 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.446392 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.446706 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.447028 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.447346 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.447675 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.448034 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.448318 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.448629 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.449265 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.450448 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.450448 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.450448 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.450755 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:30.462202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Checking segment: {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:30.462556 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Network hostable DHCP agents. Network: daf58feb-9527-44f2-90a3-a19a525b593d, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:24:30.484588 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Network daf58feb-9527-44f2-90a3-a19a525b593d is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:24:30.500627 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, daf58feb-9527-44f2-90a3-a19a525b593d) {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:30.507027 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:30.507607 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.517508 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba3f1e4-fc7d-4f22-a14b-b35157c8fcd2 None None] Network daf58feb-9527-44f2-90a3-a19a525b593d requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:24:30.530628 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-b9fcfc05-f39c-4314-a45f-21fd1e69c089 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4062490 Aug 27 02:24:30.533681 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45902) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:30.543525 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:30.576280 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (73619651-94ce-49ee-bfdb-5e08bde38425), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.581685 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (73619651-94ce-49ee-bfdb-5e08bde38425), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.643407 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Publish callbacks [] for router_controller (73619651-94ce-49ee-bfdb-5e08bde38425), precommit_add_association {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.654976 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-daf58feb-9527-44f2-90a3-a19a525b593d', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:24:30.656433 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.716909 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:30.731861 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:30.804961 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Allocated IP 172.20.0.2 (daf58feb-9527-44f2-90a3-a19a525b593d/51f37e3d-0971-4b58-8f02-1411e5fb4df6/e999e18a-5633-4e71-8323-f660b38a7e04) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:30.805544 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Publish callbacks [] for router_gateway (73619651-94ce-49ee-bfdb-5e08bde38425), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.930582 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:30.953891 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Publish callbacks [] for port (e999e18a-5633-4e71-8323-f660b38a7e04), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.961461 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:30.994782 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Publish callbacks [] for router_gateway (73619651-94ce-49ee-bfdb-5e08bde38425), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:31.011170 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Network daf58feb-9527-44f2-90a3-a19a525b593d is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:31.012394 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Pushing event updated for resources: {'Port': ['ID=e999e18a-5633-4e71-8323-f660b38a7e04,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:31.015389 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:31.017453 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:24:31.020749 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:31.073316 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Attempting to bind port e999e18a-5633-4e71-8323-f660b38a7e04 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:24:31.073692 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Attempting to bind port e999e18a-5633-4e71-8323-f660b38a7e04 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:24:31.074370 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Attempting to bind port e999e18a-5633-4e71-8323-f660b38a7e04 on network daf58feb-9527-44f2-90a3-a19a525b593d {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:24:31.079820 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:24:31.080184 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Checking segment: {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:31.080587 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:31.080970 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Bound using segment: {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:24:31.081461 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Bound port: e999e18a-5633-4e71-8323-f660b38a7e04, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:24:31.082167 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:31.131530 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Allocated IP 172.27.1.224 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/57b32ea6-e21b-4c32-81f5-b70f3cac95ae) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:31.133279 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:31.153991 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] For port e999e18a-5633-4e71-8323-f660b38a7e04, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:31.160407 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] For port e999e18a-5633-4e71-8323-f660b38a7e04, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=e999e18a-5633-4e71-8323-f660b38a7e04,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:31.169758 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58167aea-8934-4ac9-ad14-605a7f8a98ab req-8347db21-d020-4540-9f7c-43d11f6e5705 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:31.170246 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:31.171909 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-58167aea-8934-4ac9-ad14-605a7f8a98ab req-8347db21-d020-4540-9f7c-43d11f6e5705 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0647464 Aug 27 02:24:31.214993 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:31.246746 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-58167aea-8934-4ac9-ad14-605a7f8a98ab req-bcce2044-a224-4d04-875f-5cc7411127df tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670493 Aug 27 02:24:31.258621 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681ea8c-5cf2-4ca3-bf99-ec602dbc7a3f None None] Pushing event updated for resources: {'Port': ['ID=e999e18a-5633-4e71-8323-f660b38a7e04,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:31.291240 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Publish callbacks [] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:31.329440 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:31.375882 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:31.379271 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:31.382100 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:24:31.409428 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=57b32ea6-e21b-4c32-81f5-b70f3cac95ae,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:31.615802 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:31.675305 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Publish callbacks [] for router_gateway (73619651-94ce-49ee-bfdb-5e08bde38425), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:32.080539 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (73619651-94ce-49ee-bfdb-5e08bde38425), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:32.206062 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device e999e18a-5633-4e71-8323-f660b38a7e04 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:32.229590 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Router 73619651-94ce-49ee-bfdb-5e08bde38425 is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:24:32.263568 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port e999e18a-5633-4e71-8323-f660b38a7e04 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:32.263961 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:32.273346 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5c4b4-f7a9-4510-9d2b-3c2c4eacb23c None None] Network daf58feb-9527-44f2-90a3-a19a525b593d requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:24:32.294713 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:24:32.347879 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:32.370160 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:32.372113 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-1d19c19b-e1a8-428a-9432-76000cc3e8c5 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8373888 Aug 27 02:24:32.375287 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45942) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:32.387193 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Sync routers for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:32.406973 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd62ab-67e3-4243-bedf-7b487a91e77c req-a1b94d2f-841b-43a3-b9b2-89eef636b05a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:32.409816 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8edd62ab-67e3-4243-bedf-7b487a91e77c req-a1b94d2f-841b-43a3-b9b2-89eef636b05a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0656204 Aug 27 02:24:32.430863 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-355aa23c-52b8-4d38-9943-2987bdb77532 None None] Provisioning complete for port e999e18a-5633-4e71-8323-f660b38a7e04 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:32.431237 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-355aa23c-52b8-4d38-9943-2987bdb77532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:32.465436 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:32.466421 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:32.511869 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8edd62ab-67e3-4243-bedf-7b487a91e77c req-58038d67-e920-4446-84e8-b41174817818 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926297 Aug 27 02:24:32.581351 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:32.782764 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port e999e18a-5633-4e71-8323-f660b38a7e04 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:32.783059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:32.785825 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:32.797709 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:32.840041 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:32.864255 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:32.923596 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port e999e18a-5633-4e71-8323-f660b38a7e04, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=e999e18a-5633-4e71-8323-f660b38a7e04,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:32.925330 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-355aa23c-52b8-4d38-9943-2987bdb77532 None None] Current status of the port e999e18a-5633-4e71-8323-f660b38a7e04 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:32.926212 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-355aa23c-52b8-4d38-9943-2987bdb77532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:32.933416 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:32.935333 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.091182 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=e999e18a-5633-4e71-8323-f660b38a7e04,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:33.097232 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.db.api [None req-355aa23c-52b8-4d38-9943-2987bdb77532 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 02:24:33.097894 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG oslo_db.api [None req-355aa23c-52b8-4d38-9943-2987bdb77532 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:24:33.105739 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Allocated IP 172.20.0.1 (daf58feb-9527-44f2-90a3-a19a525b593d/51f37e3d-0971-4b58-8f02-1411e5fb4df6/c65ae4a0-ed4b-4000-8a23-c0885994a944) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:33.158276 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:31Z', 'revision_number': 3, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:33.187081 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Checking router: 73619651-94ce-49ee-bfdb-5e08bde38425 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:33.187447 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Updating router 73619651-94ce-49ee-bfdb-5e08bde38425 port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:24:33.225397 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.229154 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Publish callbacks [] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.265471 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.314723 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Network daf58feb-9527-44f2-90a3-a19a525b593d is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:33.318059 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:33.321896 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:24:33.350991 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Pushing event updated for resources: {'Port': ['ID=c65ae4a0-ed4b-4000-8a23-c0885994a944,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:33.375006 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (73619651-94ce-49ee-bfdb-5e08bde38425), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.547682 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.549518 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Publish callbacks [] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.557583 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.625242 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Attempting to bind port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:24:33.625563 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Attempting to bind port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:24:33.625883 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Attempting to bind port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:24:33.646687 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6daba6-78f8-465f-b82f-7e0916d555c3 req-367af26c-0200-4fed-9e25-566e969869b3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:33.647804 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:24:33.647804 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:33.647804 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.648170 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:24:33.648663 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Bound port: 57b32ea6-e21b-4c32-81f5-b70f3cac95ae, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:24:33.649026 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.653718 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013aecf-1e4f-4775-835e-b76b2773b0c1 None None] Pushing event updated for resources: {'Port': ['ID=57b32ea6-e21b-4c32-81f5-b70f3cac95ae,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:33.654384 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5e6daba6-78f8-465f-b82f-7e0916d555c3 req-367af26c-0200-4fed-9e25-566e969869b3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0611417 Aug 27 02:24:33.660660 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:33.660660 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:33.683697 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-355aa23c-52b8-4d38-9943-2987bdb77532 None None] Current status of the port e999e18a-5633-4e71-8323-f660b38a7e04 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:33.723221 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] For port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:33.726424 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] For port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=57b32ea6-e21b-4c32-81f5-b70f3cac95ae,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:33.733658 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.752363 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5e6daba6-78f8-465f-b82f-7e0916d555c3 req-d2265a27-a741-42ac-9d02-4aace73e89d7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969486 Aug 27 02:24:33.769658 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Publish callbacks [] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.775410 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:33.776040 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:33.776166 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.828718 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:33.837088 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:33.846686 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (73619651-94ce-49ee-bfdb-5e08bde38425), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.850695 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013aecf-1e4f-4775-835e-b76b2773b0c1 None None] Pushing event updated for resources: {'Port': ['ID=57b32ea6-e21b-4c32-81f5-b70f3cac95ae,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:33.856349 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Pushing event updated for resources: {'Port': ['ID=c65ae4a0-ed4b-4000-8a23-c0885994a944,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:33.857041 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-d84e3fe6-182e-421f-a0e8-d650daf85cc3 None None] Provisioning complete for port c65ae4a0-ed4b-4000-8a23-c0885994a944 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:33.857786 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d84e3fe6-182e-421f-a0e8-d650daf85cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.930618 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-d84e3fe6-182e-421f-a0e8-d650daf85cc3 None None] Port c65ae4a0-ed4b-4000-8a23-c0885994a944 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:24:33.947315 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:33.949967 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-d84e3fe6-182e-421f-a0e8-d650daf85cc3 None None] Provisioning complete for port e999e18a-5633-4e71-8323-f660b38a7e04 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:33.950309 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d84e3fe6-182e-421f-a0e8-d650daf85cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:33.986865 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Network daf58feb-9527-44f2-90a3-a19a525b593d is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:33.990262 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:34.173596 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-d84e3fe6-182e-421f-a0e8-d650daf85cc3 None None] Current status of the port e999e18a-5633-4e71-8323-f660b38a7e04 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:34.174842 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Router 73619651-94ce-49ee-bfdb-5e08bde38425 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:34.262360 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device e999e18a-5633-4e71-8323-f660b38a7e04 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:34.304529 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:34.319226 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-cb91d65e-8159-42f3-a3a5-61e6e4ba9247 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/73619651-94ce-49ee-bfdb-5e08bde38425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9406967 Aug 27 02:24:34.333542 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-ea046d81-1a46-43db-b7c5-64df11126772 None None] Provisioning complete for port c65ae4a0-ed4b-4000-8a23-c0885994a944 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:34.333937 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ea046d81-1a46-43db-b7c5-64df11126772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:34.374247 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 2, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:34.407360 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-ea046d81-1a46-43db-b7c5-64df11126772 None None] Port c65ae4a0-ed4b-4000-8a23-c0885994a944 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:24:34.410001 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754b18d-f0e6-454a-b166-b02dea6ad22e None None] The sync data for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi is: [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 2, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:34.412412 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port e999e18a-5633-4e71-8323-f660b38a7e04 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:34.412780 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:34.505257 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port e999e18a-5633-4e71-8323-f660b38a7e04 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:34.692780 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45980) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:34.697727 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-9e7459a8-b6e4-4ef1-84fd-d3680296e8ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1294230270', 'description': 'tempest-description--154669685'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:34.729297 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9e7459a8-b6e4-4ef1-84fd-d3680296e8ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:34.835395 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9e7459a8-b6e4-4ef1-84fd-d3680296e8ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (1ae4004b-0770-49c4-b50e-4f5cca6677cb), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:34.840169 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9e7459a8-b6e4-4ef1-84fd-d3680296e8ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1ae4004b-0770-49c4-b50e-4f5cca6677cb), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:34.880752 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9e7459a8-b6e4-4ef1-84fd-d3680296e8ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:34.882280 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-9e7459a8-b6e4-4ef1-84fd-d3680296e8ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1882336 Aug 27 02:24:34.885762 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45986) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:34.891209 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-427ffe34-4095-4bee-b0fa-8e755e9c9016 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'security_group_rule': {'security_group_id': '1ae4004b-0770-49c4-b50e-4f5cca6677cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:34.893224 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f27c2-3ea7-4c32-bbf4-cbcf3cbed1f2 req-9190e026-37e3-49ae-b6e0-ecf55721bd5c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:34.898374 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7459a8-b6e4-4ef1-84fd-d3680296e8ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae4004b-0770-49c4-b50e-4f5cca6677cb,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:34.900430 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c37f27c2-3ea7-4c32-bbf4-cbcf3cbed1f2 req-9190e026-37e3-49ae-b6e0-ecf55721bd5c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0594597 Aug 27 02:24:34.910517 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:34.929456 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-427ffe34-4095-4bee-b0fa-8e755e9c9016 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (17dee1ba-89ce-4062-9de5-4c02624817f4), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:34.949282 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c37f27c2-3ea7-4c32-bbf4-cbcf3cbed1f2 req-fbb86cca-8a5d-4653-8431-91bab9ed4329 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476675 Aug 27 02:24:34.994397 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-427ffe34-4095-4bee-b0fa-8e755e9c9016 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (17dee1ba-89ce-4062-9de5-4c02624817f4), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:34.998678 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-427ffe34-4095-4bee-b0fa-8e755e9c9016 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (17dee1ba-89ce-4062-9de5-4c02624817f4), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:35.018616 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ffe34-4095-4bee-b0fa-8e755e9c9016 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dee1ba-89ce-4062-9de5-4c02624817f4,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:35.025131 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-427ffe34-4095-4bee-b0fa-8e755e9c9016 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:35.026382 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-427ffe34-4095-4bee-b0fa-8e755e9c9016 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395421 Aug 27 02:24:35.029162 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45988) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:35.033499 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-5cfb9790-069d-4e45-b316-291d0cc90d33 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'security_group_rule': {'security_group_id': '1ae4004b-0770-49c4-b50e-4f5cca6677cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:35.062411 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9790-069d-4e45-b316-291d0cc90d33 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (13564fca-f7ba-450f-89df-7e5897773106), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:35.071942 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:35.136394 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9790-069d-4e45-b316-291d0cc90d33 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (13564fca-f7ba-450f-89df-7e5897773106), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:35.136691 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9790-069d-4e45-b316-291d0cc90d33 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (13564fca-f7ba-450f-89df-7e5897773106), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:35.156571 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb9790-069d-4e45-b316-291d0cc90d33 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13564fca-f7ba-450f-89df-7e5897773106,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:35.165180 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9790-069d-4e45-b316-291d0cc90d33 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:35.166383 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-5cfb9790-069d-4e45-b316-291d0cc90d33 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362886 Aug 27 02:24:35.169666 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 45992) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:35.174187 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:35.200242 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:35.296135 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:35.417281 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Allocated IP 172.27.1.148 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/8a8d83b6-a21a-4f00-a2ea-e4865209235c) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:35.532012 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for port (8a8d83b6-a21a-4f00-a2ea-e4865209235c), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:35.570111 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (8a8d83b6-a21a-4f00-a2ea-e4865209235c), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:35.617277 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:35.622302 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:35.626202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:24:35.629760 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'Port': ['ID=8a8d83b6-a21a-4f00-a2ea-e4865209235c,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:35.673239 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:35.717932 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (5037673b-c22c-4bcd-8a6f-de242e0e0fc5), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:35.762631 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (8a8d83b6-a21a-4f00-a2ea-e4865209235c), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:36.088913 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cfd2-c3f9-4f25-ba4d-9452c9e7ce97 req-f428dbc9-05d9-4db6-89ca-9f94db4eee39 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:36.090436 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-63e8cfd2-c3f9-4f25-ba4d-9452c9e7ce97 req-f428dbc9-05d9-4db6-89ca-9f94db4eee39 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0473330 Aug 27 02:24:36.102105 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:36.128153 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for port (8a8d83b6-a21a-4f00-a2ea-e4865209235c), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:36.134743 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (8a8d83b6-a21a-4f00-a2ea-e4865209235c), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:36.153403 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-63e8cfd2-c3f9-4f25-ba4d-9452c9e7ce97 req-731bd27a-01c6-4f0a-8376-51e3863ad70d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560029 Aug 27 02:24:36.190442 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=42 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:36.235834 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (5037673b-c22c-4bcd-8a6f-de242e0e0fc5), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:36.244318 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'Port': ['ID=8a8d83b6-a21a-4f00-a2ea-e4865209235c,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:36.263824 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:36.265295 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-75f59288-6c7f-4305-a332-8fa5e078bcca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0946527 Aug 27 02:24:36.414950 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 57b32ea6-e21b-4c32-81f5-b70f3cac95ae up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:36.490060 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:36.490740 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:36.562660 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-68757ebf-3575-4945-82fa-a44e02c679bd tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1294230270&fields=id&tenant_id=c938ae5fd22a43e8a01859da2a336b53 HTTP/1.1" status: 200 len: 267 time: 0.1128523 Aug 27 02:24:36.580887 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:36.625955 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:36.626609 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:36.665298 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=57b32ea6-e21b-4c32-81f5-b70f3cac95ae,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:36.674168 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:36.747104 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-e1a18254-e769-41ae-af75-fbd7657d4ac4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:36.749269 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-e1a18254-e769-41ae-af75-fbd7657d4ac4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 817 time: 0.1835570 Aug 27 02:24:36.761178 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=57b32ea6-e21b-4c32-81f5-b70f3cac95ae,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:36.772351 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-0c1631e5-8494-42c5-9968-5fae38ade8e4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/quotas/c938ae5fd22a43e8a01859da2a336b53 HTTP/1.1" status: 200 len: 375 time: 0.0138276 Aug 27 02:24:36.839458 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Sync routers for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:36.855492 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:36.856477 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:36.867683 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-6efaa2e9-c61a-470d-aa1b-bc6706f77c2d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785072 Aug 27 02:24:36.890793 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46032) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:36.995523 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:37.015245 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-f0033269-427e-4315-aa42-3779c0e41b47 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283541 Aug 27 02:24:37.084300 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e299-7d54-49c2-8f16-224322a5296f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:37.108388 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:37.160258 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-64ff678d-3dd4-4dee-83c3-72b157dfda60 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434348 Aug 27 02:24:37.180786 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:37.205632 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e299-7d54-49c2-8f16-224322a5296f admin admin] Publish callbacks [] for security_group (4aab220c-5968-45e2-8f2c-c09fa1edc146), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:37.211559 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e299-7d54-49c2-8f16-224322a5296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (4aab220c-5968-45e2-8f2c-c09fa1edc146), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:37.212261 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 2, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:37.241467 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Checking router: 73619651-94ce-49ee-bfdb-5e08bde38425 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:37.242323 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Updating router 73619651-94ce-49ee-bfdb-5e08bde38425 port c65ae4a0-ed4b-4000-8a23-c0885994a944 binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:24:37.260749 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7ed8e299-7d54-49c2-8f16-224322a5296f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=02331dc30f8445d4a6452c7033ff33d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591695 Aug 27 02:24:37.260749 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8e299-7d54-49c2-8f16-224322a5296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab220c-5968-45e2-8f2c-c09fa1edc146,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:37.261568 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46042) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:37.287931 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:37.352357 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-72be4b66-c1fa-4d60-a80a-31c7b323d8fd admin admin] Publish callbacks [] for security_group (4aab220c-5968-45e2-8f2c-c09fa1edc146), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:37.378184 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-72be4b66-c1fa-4d60-a80a-31c7b323d8fd admin admin] Publish callbacks [] for security_group (4aab220c-5968-45e2-8f2c-c09fa1edc146), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:37.446891 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-72be4b66-c1fa-4d60-a80a-31c7b323d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (4aab220c-5968-45e2-8f2c-c09fa1edc146), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:37.451027 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-72be4b66-c1fa-4d60-a80a-31c7b323d8fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:37.453159 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-72be4b66-c1fa-4d60-a80a-31c7b323d8fd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4aab220c-5968-45e2-8f2c-c09fa1edc146 HTTP/1.1" status: 204 len: 168 time: 0.1876731 Aug 27 02:24:37.464464 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be4b66-c1fa-4d60-a80a-31c7b323d8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab220c-5968-45e2-8f2c-c09fa1edc146,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:37.484933 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d07b0051-1e01-4776-a6f6-122e11b5a374 req-21128489-b6cf-4f15-bac8-3a59ce8ae4e9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0748155 Aug 27 02:24:37.649927 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bf086-a554-46af-9bf2-3c440639c6c1 req-1dca30a7-a92a-4fea-a011-3bf68aea41d0 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:37.658113 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8b4bf086-a554-46af-9bf2-3c440639c6c1 req-1dca30a7-a92a-4fea-a011-3bf68aea41d0 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0639803 Aug 27 02:24:37.791044 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8b4bf086-a554-46af-9bf2-3c440639c6c1 req-8966f7f8-8fc8-4762-a804-dfdffa3c8445 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319396 Aug 27 02:24:37.810611 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Publish callbacks [] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:37.818416 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a421d2-5081-4985-820c-49c0315eded2 req-1d05fa5b-6be5-42d4-9f17-93bb46062072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:37.820046 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55a421d2-5081-4985-820c-49c0315eded2 req-1d05fa5b-6be5-42d4-9f17-93bb46062072 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 1129 time: 0.1058664 Aug 27 02:24:37.836975 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:37.893780 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:37.897203 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:37.923886 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Pushing event updated for resources: {'Port': ['ID=c65ae4a0-ed4b-4000-8a23-c0885994a944,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:37.952432 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.952777 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.953153 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.953509 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.953832 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.954149 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.954664 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.955153 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.955656 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.955973 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.956289 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.956623 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.956980 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.957461 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.958151 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:37.978370 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Attempting to bind port c65ae4a0-ed4b-4000-8a23-c0885994a944 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:24:37.978726 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Attempting to bind port c65ae4a0-ed4b-4000-8a23-c0885994a944 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:24:37.979291 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Attempting to bind port c65ae4a0-ed4b-4000-8a23-c0885994a944 on network daf58feb-9527-44f2-90a3-a19a525b593d {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:24:37.985713 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:24:37.986056 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Checking segment: {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:37.986888 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:37.987427 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Bound using segment: {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:24:37.988099 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Bound port: c65ae4a0-ed4b-4000-8a23-c0885994a944, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:24:37.988506 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:38.064923 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] For port c65ae4a0-ed4b-4000-8a23-c0885994a944, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:38.068285 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] For port c65ae4a0-ed4b-4000-8a23-c0885994a944, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=c65ae4a0-ed4b-4000-8a23-c0885994a944,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:38.076750 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:38.119420 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:38.120040 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:38.169649 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8c91e-c6b7-4bf4-9095-50a168744095 None None] Pushing event updated for resources: {'Port': ['ID=c65ae4a0-ed4b-4000-8a23-c0885994a944,revision_number=4']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:38.222478 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 57b32ea6-e21b-4c32-81f5-b70f3cac95ae up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:38.242702 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:38.268402 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:38.268872 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:38.342597 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:38.349453 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:38.401582 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46084) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:38.443892 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:38Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:38.510531 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1398397516-network', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:38.535371 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Made reservation on behalf of b2ddff853b7546788b645a0344c2297b for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:38.538255 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:38.550261 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:38.560841 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d8842-309a-4a67-af37-4899529b221d None None] The sync data for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi is: [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:38Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:38.629039 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d2643146-9acf-4a07-beb6-dca7a0f8e87d req-613775f8-fd5a-4ade-bdb3-a22e2f02a351 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0327163 Aug 27 02:24:38.645718 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Publish callbacks [] for security_group (10ab94dc-991a-44d2-b53a-76981cb0e80c), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:38.650767 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (10ab94dc-991a-44d2-b53a-76981cb0e80c), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:38.690193 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:24:38.698101 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ab94dc-991a-44d2-b53a-76981cb0e80c,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:38.706231 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (d89e6272-17d2-4a80-b930-219078c3b670), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:38.706707 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Added segment d89e6272-17d2-4a80-b930-219078c3b670 of type vlan for network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd Aug 27 02:24:38.756889 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:38.773765 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55a421d2-5081-4985-820c-49c0315eded2 req-600d563f-ccd5-416d-94a6-7e689312abba service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455165 Aug 27 02:24:38.784148 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:38.785374 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:38.785950 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:38.848926 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4460585 Aug 27 02:24:38.852731 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46094) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:38.860346 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] Request body: {'subnet': {'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1398397516-subnet', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:38.875375 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4a99d-7e46-41de-a621-5147144508b9 admin admin] Pushing event updated for resources: {'Network': ['ID=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:38.875940 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:24:38.892100 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] Made reservation on behalf of b2ddff853b7546788b645a0344c2297b for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:38.894667 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13771248'] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.008070 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b389eb-4bf9-46cc-a76b-a58d691e3f97 req-128077e4-f324-44b6-855d-f05b5fe910f7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:39.009788 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c0b389eb-4bf9-46cc-a76b-a58d691e3f97 req-128077e4-f324-44b6-855d-f05b5fe910f7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0673540 Aug 27 02:24:39.111770 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c0b389eb-4bf9-46cc-a76b-a58d691e3f97 req-2963e088-01f3-4708-85cc-ae4f36ccc250 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929854 Aug 27 02:24:39.182846 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15336501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13771202'] for subnet (7dc1b704-facd-40ba-ba67-c373ad45e038), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.241332 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc1b704-facd-40ba-ba67-c373ad45e038,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:39.258597 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] Checking segment: {'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:39.259101 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] Network hostable DHCP agents. Network: cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:24:39.295728 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] Network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:24:39.307616 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:39.312438 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:39.313021 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.321662 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396911be-abd2-497d-84f9-d1954370deac None None] Network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:24:39.336308 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-60e5e8cd-fd16-4d9c-8f78-836ceac17d0f admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4805183 Aug 27 02:24:39.339019 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46100) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:39.343258 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:39.355902 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:39.369037 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (e9551b5e-d896-4623-a070-7afaa299b311), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.370318 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (e9551b5e-d896-4623-a070-7afaa299b311), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.429135 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Publish callbacks [] for router_controller (e9551b5e-d896-4623-a070-7afaa299b311), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.431655 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:24:39.432589 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.496852 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:39.571037 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Publish callbacks [] for router_gateway (e9551b5e-d896-4623-a070-7afaa299b311), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.571250 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Allocated IP 172.20.0.2 (cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd/7dc1b704-facd-40ba-ba67-c373ad45e038/c9035e7e-e480-445b-b82d-23b5dc0df6fd) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:39.721661 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Publish callbacks [] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.731576 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.749271 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f49c01f5-1268-49c8-9456-be4441baa084 req-ccf901eb-580e-43b6-96c7-062dc3d2a437 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0306494 Aug 27 02:24:39.775188 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:39.778636 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:39.781382 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:24:39.791142 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Pushing event updated for resources: {'Port': ['ID=c9035e7e-e480-445b-b82d-23b5dc0df6fd,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:39.798568 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Publish callbacks [] for router_gateway (e9551b5e-d896-4623-a070-7afaa299b311), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.819343 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.860358 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Attempting to bind port c9035e7e-e480-445b-b82d-23b5dc0df6fd on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:24:39.860762 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Attempting to bind port c9035e7e-e480-445b-b82d-23b5dc0df6fd by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:24:39.861147 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Attempting to bind port c9035e7e-e480-445b-b82d-23b5dc0df6fd on network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:24:39.866972 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:24:39.867571 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Checking segment: {'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:39.867978 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.868371 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Bound using segment: {'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:24:39.868848 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Bound port: c9035e7e-e480-445b-b82d-23b5dc0df6fd, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:24:39.869280 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:39.902777 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:39.947340 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Allocated IP 172.27.1.49 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/a9125e16-1f67-4668-befb-64f004c61c56) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:39.955556 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] For port c9035e7e-e480-445b-b82d-23b5dc0df6fd, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:39.959055 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] For port c9035e7e-e480-445b-b82d-23b5dc0df6fd, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=c9035e7e-e480-445b-b82d-23b5dc0df6fd,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:39.967246 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:40.024970 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012c73f-6157-43cb-bebb-d6c00dd34e59 None None] Pushing event updated for resources: {'Port': ['ID=c9035e7e-e480-445b-b82d-23b5dc0df6fd,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:40.069014 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Publish callbacks [] for port (a9125e16-1f67-4668-befb-64f004c61c56), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:40.107576 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (a9125e16-1f67-4668-befb-64f004c61c56), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:40.212571 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:40.216765 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:40.219465 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:24:40.259352 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9125e16-1f67-4668-befb-64f004c61c56,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:40.288092 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device c65ae4a0-ed4b-4000-8a23-c0885994a944 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:40.322610 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d2b64-3cd1-45e6-a12b-dffde1973dfe req-e2dcb6aa-a9e6-41e0-b35b-2c80b6b62257 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:40.324473 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3c8d2b64-3cd1-45e6-a12b-dffde1973dfe req-e2dcb6aa-a9e6-41e0-b35b-2c80b6b62257 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0749035 Aug 27 02:24:40.351837 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port c65ae4a0-ed4b-4000-8a23-c0885994a944 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:40.352326 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:40.402921 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:40.435153 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port c65ae4a0-ed4b-4000-8a23-c0885994a944 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:40.435685 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:40.445000 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:40.475027 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3c8d2b64-3cd1-45e6-a12b-dffde1973dfe req-3a6fc2dd-f023-4ecf-87fa-5a2193e4d60d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079977 Aug 27 02:24:40.480174 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port c65ae4a0-ed4b-4000-8a23-c0885994a944, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=c65ae4a0-ed4b-4000-8a23-c0885994a944,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:40.495359 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:40.538579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:40.547444 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=c65ae4a0-ed4b-4000-8a23-c0885994a944,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:40.588811 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Publish callbacks [] for router_gateway (e9551b5e-d896-4623-a070-7afaa299b311), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:40.888249 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e61459ea-9ce7-4611-81e3-2eddb4e1f729 req-1478f77c-9c2d-4d05-a4ff-f2d768437205 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0360506 Aug 27 02:24:40.943187 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c3ff0d-ac67-4018-a431-5e8036bbd0d7 None None] Network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:24:41.017001 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-3a2ce79d-c6ed-49c9-a0d8-25289e16a7ac None None] Provisioning complete for port c9035e7e-e480-445b-b82d-23b5dc0df6fd triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:41.017401 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce79d-c6ed-49c9-a0d8-25289e16a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:41.073967 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (e9551b5e-d896-4623-a070-7afaa299b311), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:41.150504 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ce79d-c6ed-49c9-a0d8-25289e16a7ac None None] Current status of the port c9035e7e-e480-445b-b82d-23b5dc0df6fd is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:41.150889 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce79d-c6ed-49c9-a0d8-25289e16a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:41.189340 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-3a2ce79d-c6ed-49c9-a0d8-25289e16a7ac None None] For port c9035e7e-e480-445b-b82d-23b5dc0df6fd, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=c9035e7e-e480-445b-b82d-23b5dc0df6fd,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:41.195581 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce79d-c6ed-49c9-a0d8-25289e16a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:41.220474 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Router e9551b5e-d896-4623-a070-7afaa299b311 is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:24:41.256771 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ce79d-c6ed-49c9-a0d8-25289e16a7ac None None] Pushing event updated for resources: {'Port': ['ID=c9035e7e-e480-445b-b82d-23b5dc0df6fd,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.351922 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:41.362713 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Sync routers for ids ['e9551b5e-d896-4623-a070-7afaa299b311'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:41.374235 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:41.375302 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Routers {'e9551b5e-d896-4623-a070-7afaa299b311'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:41.375505 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-cab599ac-1f0f-4c05-8836-61f7f3535cd3 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0355268 Aug 27 02:24:41.375917 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d4124576-528c-43bd-8764-cd24caed421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e9551b5e-d896-4623-a070-7afaa299b311'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:41.378492 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46120) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:41.431385 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-5767b538-5e90-4021-9469-a7e55c42cb16 None None] Provisioning complete for port c9035e7e-e480-445b-b82d-23b5dc0df6fd triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:41.431750 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-5767b538-5e90-4021-9469-a7e55c42cb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:41.526638 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Set router e9551b5e-d896-4623-a070-7afaa299b311 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:41.602177 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:UPDATE=4,neutron:INSERT=1,neutron:SELECT=95 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:41.635809 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d19468-d5ef-40de-b8d9-d4f0c878e4b0 req-e02f7812-07ed-40ed-8bc5-812f969aa71d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:41.637286 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-33d19468-d5ef-40de-b8d9-d4f0c878e4b0 req-e02f7812-07ed-40ed-8bc5-812f969aa71d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0580714 Aug 27 02:24:41.639608 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-5767b538-5e90-4021-9469-a7e55c42cb16 None None] Current status of the port c9035e7e-e480-445b-b82d-23b5dc0df6fd is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:41.728113 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d4124576-528c-43bd-8764-cd24caed421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 3, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:41.757192 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Checking router: e9551b5e-d896-4623-a070-7afaa299b311 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:41.757568 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Updating router e9551b5e-d896-4623-a070-7afaa299b311 port a9125e16-1f67-4668-befb-64f004c61c56 binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:24:41.766595 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:41.772667 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-33d19468-d5ef-40de-b8d9-d4f0c878e4b0 req-70479608-6782-426d-aff2-1647cdbf7fe9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984173 Aug 27 02:24:41.784461 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:41.792342 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (a9125e16-1f67-4668-befb-64f004c61c56), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:41.801593 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:41.911293 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.049602 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4264d18-f742-4398-b8a5-4df962369684 req-8d473e3d-339e-451a-b524-b3381e8b2287 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0618463 Aug 27 02:24:42.131149 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Allocated IP 172.20.0.1 (cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd/7dc1b704-facd-40ba-ba67-c373ad45e038/c020df66-3047-4f33-8b18-26cb2530c127) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:42.235005 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Publish callbacks [] for port (a9125e16-1f67-4668-befb-64f004c61c56), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.244853 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (a9125e16-1f67-4668-befb-64f004c61c56), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.268608 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Publish callbacks [] for port (c020df66-3047-4f33-8b18-26cb2530c127), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.292942 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Attempting to bind port a9125e16-1f67-4668-befb-64f004c61c56 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:24:42.293310 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Attempting to bind port a9125e16-1f67-4668-befb-64f004c61c56 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:24:42.293603 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Attempting to bind port a9125e16-1f67-4668-befb-64f004c61c56 on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:24:42.304344 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:24:42.304685 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (c020df66-3047-4f33-8b18-26cb2530c127), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.304856 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:42.305104 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.305610 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:24:42.305966 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Bound port: a9125e16-1f67-4668-befb-64f004c61c56, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:24:42.306345 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (a9125e16-1f67-4668-befb-64f004c61c56), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.310231 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bc3de-4723-4df4-ad86-33bea07bda55 None None] Pushing event updated for resources: {'Port': ['ID=a9125e16-1f67-4668-befb-64f004c61c56,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:42.332923 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device c9035e7e-e480-445b-b82d-23b5dc0df6fd up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:42.354948 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:42.360171 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:42.362691 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:24:42.391074 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Pushing event updated for resources: {'Port': ['ID=c020df66-3047-4f33-8b18-26cb2530c127,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:42.411560 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-d4124576-528c-43bd-8764-cd24caed421b None None] For port a9125e16-1f67-4668-befb-64f004c61c56, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:42.418206 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-d4124576-528c-43bd-8764-cd24caed421b None None] For port a9125e16-1f67-4668-befb-64f004c61c56, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=a9125e16-1f67-4668-befb-64f004c61c56,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:42.420503 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (e9551b5e-d896-4623-a070-7afaa299b311), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.428641 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port c9035e7e-e480-445b-b82d-23b5dc0df6fd triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:42.429358 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.452664 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (a9125e16-1f67-4668-befb-64f004c61c56), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.530968 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Routers {'e9551b5e-d896-4623-a070-7afaa299b311'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:42.531743 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d4124576-528c-43bd-8764-cd24caed421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e9551b5e-d896-4623-a070-7afaa299b311'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:42.572115 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (c020df66-3047-4f33-8b18-26cb2530c127), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.583331 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bc3de-4723-4df4-ad86-33bea07bda55 None None] Pushing event updated for resources: {'Port': ['ID=a9125e16-1f67-4668-befb-64f004c61c56,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:42.671200 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port c9035e7e-e480-445b-b82d-23b5dc0df6fd is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:42.672234 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device c65ae4a0-ed4b-4000-8a23-c0885994a944 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:42.690815 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:42.694163 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:42.702833 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-9b1d01e4-d699-4a85-ab74-86846b30c25c None None] Provisioning complete for port c020df66-3047-4f33-8b18-26cb2530c127 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:42.703206 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-9b1d01e4-d699-4a85-ab74-86846b30c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (c020df66-3047-4f33-8b18-26cb2530c127), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.736533 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:42.756244 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:42.757952 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Publish callbacks [] for port (c020df66-3047-4f33-8b18-26cb2530c127), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.758930 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-d4124576-528c-43bd-8764-cd24caed421b None None] Set router e9551b5e-d896-4623-a070-7afaa299b311 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:42.763945 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (c020df66-3047-4f33-8b18-26cb2530c127), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.797609 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d01e4-d699-4a85-ab74-86846b30c25c None None] Port c020df66-3047-4f33-8b18-26cb2530c127 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:24:42.832345 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port c65ae4a0-ed4b-4000-8a23-c0885994a944 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:42.832748 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.846500 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (e9551b5e-d896-4623-a070-7afaa299b311), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:42.848531 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Pushing event updated for resources: {'Port': ['ID=c020df66-3047-4f33-8b18-26cb2530c127,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:42.954370 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7185cf-243c-4711-b261-06c51e4b6053 req-6b54b230-6fa8-4a70-91e2-91ff74c5f619 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:42.955897 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2f7185cf-243c-4711-b261-06c51e4b6053 req-6b54b230-6fa8-4a70-91e2-91ff74c5f619 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0850818 Aug 27 02:24:43.020960 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:43.022359 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port c65ae4a0-ed4b-4000-8a23-c0885994a944 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:43.025366 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:43.048038 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2f7185cf-243c-4711-b261-06c51e4b6053 req-1336d377-c6b3-487c-b2f0-1d3064bcc35e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824413 Aug 27 02:24:43.064526 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d4124576-528c-43bd-8764-cd24caed421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c020df66-3047-4f33-8b18-26cb2530c127', 'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'mac_address': 'fa:16:3e:87:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:41Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 1, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'subnets': [{'id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:43.098564 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4124576-528c-43bd-8764-cd24caed421b None None] The sync data for ids ['e9551b5e-d896-4623-a070-7afaa299b311'] in dv-cinder-846303-3-iscsi is: [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c020df66-3047-4f33-8b18-26cb2530c127', 'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'mac_address': 'fa:16:3e:87:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:41Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 1, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'subnets': [{'id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:43.236596 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bd37a717-e257-4c9b-a513-88f5c9c205b0 req-925cc78b-94d4-4134-bfae-f331fe43dde7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0383267 Aug 27 02:24:43.276394 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Router e9551b5e-d896-4623-a070-7afaa299b311 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:43.431408 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:43.437566 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-43585f82-86a2-4573-8769-3c50ba3c5046 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/e9551b5e-d896-4623-a070-7afaa299b311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0579350 Aug 27 02:24:43.446388 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-cb006001-9b52-429f-9f1b-f1440493a461 None None] Provisioning complete for port c020df66-3047-4f33-8b18-26cb2530c127 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:43.446946 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cb006001-9b52-429f-9f1b-f1440493a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (c020df66-3047-4f33-8b18-26cb2530c127), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:43.519299 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-cb006001-9b52-429f-9f1b-f1440493a461 None None] Port c020df66-3047-4f33-8b18-26cb2530c127 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:24:44.112257 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-31881084-48ef-48a4-b86d-f09d450b0ff6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:44.114972 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-31881084-48ef-48a4-b86d-f09d450b0ff6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 817 time: 0.1199472 Aug 27 02:24:44.143343 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46184) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:44.152413 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1133378036-network', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:44.163764 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:44.184756 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Made reservation on behalf of 22afc26b2f4243289fd730ec223b2cca for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:44.187393 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.208480 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.250100 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:44.257284 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c90c5-70cb-4833-8df0-a409b8a5ce95 req-04cda6d5-2ca5-4260-9383-6f58bfc777ab tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:44.264658 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-195c90c5-70cb-4833-8df0-a409b8a5ce95 req-04cda6d5-2ca5-4260-9383-6f58bfc777ab tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0980546 Aug 27 02:24:44.266100 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device a9125e16-1f67-4668-befb-64f004c61c56 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:44.276603 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-5662c988-2687-45e3-b573-7fc29d3ac75b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c938ae5fd22a43e8a01859da2a336b53 HTTP/1.1" status: 200 len: 380 time: 0.1458452 Aug 27 02:24:44.330465 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port a9125e16-1f67-4668-befb-64f004c61c56 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:44.331107 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (a9125e16-1f67-4668-befb-64f004c61c56), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.345826 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-195c90c5-70cb-4833-8df0-a409b8a5ce95 req-61941968-eecb-4973-a936-f6d54fe99c1b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801599 Aug 27 02:24:44.351266 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'port': {'device_id': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'admin_state_up': True, 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'security_groups': ['1ae4004b-0770-49c4-b50e-4f5cca6677cb']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:44.376993 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Publish callbacks [] for security_group (5cd158e9-c546-461f-bdb3-9162068e5321), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.383776 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5cd158e9-c546-461f-bdb3-9162068e5321), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.454745 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:24:44.462446 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd158e9-c546-461f-bdb3-9162068e5321,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:44.467024 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:44.470672 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (518c9ef7-9b7a-4702-a644-dca3a557e8e7), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.471128 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Added segment 518c9ef7-9b7a-4702-a644-dca3a557e8e7 of type vlan for network c5921003-f4a8-46c1-b11b-5e7965d1d36b Aug 27 02:24:44.512195 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port a9125e16-1f67-4668-befb-64f004c61c56 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:44.512824 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (a9125e16-1f67-4668-befb-64f004c61c56), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.532113 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (c5921003-f4a8-46c1-b11b-5e7965d1d36b), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.540926 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port a9125e16-1f67-4668-befb-64f004c61c56, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=a9125e16-1f67-4668-befb-64f004c61c56,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:44.546748 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (a9125e16-1f67-4668-befb-64f004c61c56), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.578675 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (c5921003-f4a8-46c1-b11b-5e7965d1d36b), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.580137 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:44.581220 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.624400 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=a9125e16-1f67-4668-befb-64f004c61c56,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:44.673914 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5277565 Aug 27 02:24:44.677532 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46200) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:44.684670 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] Request body: {'subnet': {'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1133378036-subnet', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'ip_version': 4}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:44.689831 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d3d83-1096-4d03-be6e-19e0e54292e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c5921003-f4a8-46c1-b11b-5e7965d1d36b,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:44.706168 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network c5921003-f4a8-46c1-b11b-5e7965d1d36b details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:24:44.714195 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] Made reservation on behalf of 22afc26b2f4243289fd730ec223b2cca for: {'subnet': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:44.718408 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15342233'] for subnet (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.750086 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-52dd0543-ab06-497c-b9d3-2951c76fa594 req-760ba224-f011-4f7f-ae26-500b9b23fdd2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 210 time: 0.3657079 Aug 27 02:24:44.812753 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:44.876255 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6df9e-4fe5-495d-b89d-e1b1754fcea4 req-4f84e29d-f352-450b-b124-febf5bcf0f71 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:44.886337 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2eb6df9e-4fe5-495d-b89d-e1b1754fcea4 req-4f84e29d-f352-450b-b124-febf5bcf0f71 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.1420000 Aug 27 02:24:44.945648 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Made reservation on behalf of c938ae5fd22a43e8a01859da2a336b53 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:44.950757 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:44.968864 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2eb6df9e-4fe5-495d-b89d-e1b1754fcea4 req-f7ec7277-0522-44ae-a961-39a6bd0dc36e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814958 Aug 27 02:24:45.065820 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13857020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15342251'] for subnet (26b12c37-9afa-4de3-b8e0-5c82bf0c23e6), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.131332 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46216) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:45.135313 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Allocated IP 172.20.0.6 (daf58feb-9527-44f2-90a3-a19a525b593d/51f37e3d-0971-4b58-8f02-1411e5fb4df6/520bd5fb-723a-4570-83ca-72759c588707) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:45.182369 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b12c37-9afa-4de3-b8e0-5c82bf0c23e6,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:45.193871 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] Checking segment: {'id': '518c9ef7-9b7a-4702-a644-dca3a557e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:45.194420 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] Network hostable DHCP agents. Network: c5921003-f4a8-46c1-b11b-5e7965d1d36b, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:24:45.219464 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] Network c5921003-f4a8-46c1-b11b-5e7965d1d36b is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:24:45.239454 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, c5921003-f4a8-46c1-b11b-5e7965d1d36b) {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:45.255054 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9646fcea-1c0f-4734-b92b-76a475626907 None None] Network c5921003-f4a8-46c1-b11b-5e7965d1d36b requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:24:45.265588 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:45.266210 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.293308 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46220) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:45.328300 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-facddb26-5d7e-425b-a3bb-b8d87980da06 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6476393 Aug 27 02:24:45.329209 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46224) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:45.339939 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1133378036-router', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:45.393880 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.395763 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.416391 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:45.456273 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-061083e1-44e7-4092-9b02-d60478943b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.479499 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-c5921003-f4a8-46c1-b11b-5e7965d1d36b', 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b', 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'fixed_ips': [{'subnet_id': '26b12c37-9afa-4de3-b8e0-5c82bf0c23e6'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:24:45.480628 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.535239 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Publish callbacks [] for router_controller (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), precommit_add_association {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.636434 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for port (520bd5fb-723a-4570-83ca-72759c588707), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.658806 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-34cbce8b-2887-4ac8-a2a7-e8790ed099b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.715453 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-061083e1-44e7-4092-9b02-d60478943b86 admin admin] Publish callbacks [] for security_group (76616e4e-744e-432e-8182-75a2bc36f4f3), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.725369 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-061083e1-44e7-4092-9b02-d60478943b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (76616e4e-744e-432e-8182-75a2bc36f4f3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.745463 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:45.751211 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (520bd5fb-723a-4570-83ca-72759c588707), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.769619 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Allocated IP 172.20.0.2 (c5921003-f4a8-46c1-b11b-5e7965d1d36b/26b12c37-9afa-4de3-b8e0-5c82bf0c23e6/39e77dc1-95de-4608-b7b2-23608559272b) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:45.790661 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:45.796970 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:45.798570 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:45.827500 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061083e1-44e7-4092-9b02-d60478943b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76616e4e-744e-432e-8182-75a2bc36f4f3,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:45.861905 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-061083e1-44e7-4092-9b02-d60478943b86 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4f1fe8cae02a410b91854d368a4b959e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7287853 Aug 27 02:24:45.876064 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46240) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:45.890597 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Publish callbacks [] for router_gateway (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:45.929693 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'Port': ['ID=520bd5fb-723a-4570-83ca-72759c588707,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:45.971379 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Network daf58feb-9527-44f2-90a3-a19a525b593d is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:46.010483 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:46.022201 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:24:46.044683 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Publish callbacks [] for port (39e77dc1-95de-4608-b7b2-23608559272b), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.057487 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (39e77dc1-95de-4608-b7b2-23608559272b), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.081189 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc947b6-357c-4fb5-bdbd-6c37e992d889 req-c73d09b7-b149-4ca7-af06-96f2300fb258 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:46.104458 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-efc947b6-357c-4fb5-bdbd-6c37e992d889 req-c73d09b7-b149-4ca7-af06-96f2300fb258 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 931 time: 0.1814246 Aug 27 02:24:46.114349 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-34cbce8b-2887-4ac8-a2a7-e8790ed099b4 admin admin] Publish callbacks [] for security_group (8578aa17-d54a-4542-8cfa-8c6c17210498), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.125175 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-34cbce8b-2887-4ac8-a2a7-e8790ed099b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (8578aa17-d54a-4542-8cfa-8c6c17210498), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.161075 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Network c5921003-f4a8-46c1-b11b-5e7965d1d36b is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:46.178866 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:46.201485 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Pushing event updated for resources: {'Port': ['ID=39e77dc1-95de-4608-b7b2-23608559272b,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:46.204090 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:24:46.215341 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4ce4ec4a-4743-4961-b0a1-033693375c24 admin admin] Publish callbacks [] for security_group (76616e4e-744e-432e-8182-75a2bc36f4f3), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.227663 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:46.228604 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.233793 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:46.276584 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4ce4ec4a-4743-4961-b0a1-033693375c24 admin admin] Publish callbacks [] for security_group (76616e4e-744e-432e-8182-75a2bc36f4f3), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.303220 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-de28fb9b-1c8b-447e-a1ed-65f4cd2f78ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9562953 Aug 27 02:24:46.319230 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-efc947b6-357c-4fb5-bdbd-6c37e992d889 req-fd44f4b8-1df3-4e55-99f3-b3ce9ede2db4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138016 Aug 27 02:24:46.338557 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Attempting to bind port 39e77dc1-95de-4608-b7b2-23608559272b on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:24:46.338557 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Attempting to bind port 39e77dc1-95de-4608-b7b2-23608559272b by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '518c9ef7-9b7a-4702-a644-dca3a557e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:24:46.338813 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Attempting to bind port 39e77dc1-95de-4608-b7b2-23608559272b on network c5921003-f4a8-46c1-b11b-5e7965d1d36b {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:24:46.343068 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Request body: {'port': {'device_id': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:46.346849 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:24:46.347359 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Checking segment: {'id': '518c9ef7-9b7a-4702-a644-dca3a557e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:46.348551 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.349414 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Bound using segment: {'id': '518c9ef7-9b7a-4702-a644-dca3a557e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:24:46.349968 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Bound port: 39e77dc1-95de-4608-b7b2-23608559272b, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518c9ef7-9b7a-4702-a644-dca3a557e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:24:46.350412 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (39e77dc1-95de-4608-b7b2-23608559272b), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.359147 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device a9125e16-1f67-4668-befb-64f004c61c56 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:46.380000 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbce8b-2887-4ac8-a2a7-e8790ed099b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8578aa17-d54a-4542-8cfa-8c6c17210498,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:46.416770 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-34cbce8b-2887-4ac8-a2a7-e8790ed099b4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b04c0b5bdb9248f0b7beda7814bd7638&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1222825 Aug 27 02:24:46.419514 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46246) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:46.435021 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (520bd5fb-723a-4570-83ca-72759c588707), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.438629 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4ce4ec4a-4743-4961-b0a1-033693375c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (76616e4e-744e-432e-8182-75a2bc36f4f3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.441155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4ce4ec4a-4743-4961-b0a1-033693375c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.445351 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-4ce4ec4a-4743-4961-b0a1-033693375c24 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/76616e4e-744e-432e-8182-75a2bc36f4f3 HTTP/1.1" status: 204 len: 168 time: 0.5676272 Aug 27 02:24:46.464007 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4ec4a-4743-4961-b0a1-033693375c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76616e4e-744e-432e-8182-75a2bc36f4f3,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:46.507692 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Publish callbacks [] for router_gateway (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.517367 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-2dac7f8a-83ca-4194-8907-030a60437a7b None None] Provisioning complete for port 520bd5fb-723a-4570-83ca-72759c588707 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:46.517930 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-2dac7f8a-83ca-4194-8907-030a60437a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (520bd5fb-723a-4570-83ca-72759c588707), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.529880 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port a9125e16-1f67-4668-befb-64f004c61c56 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:46.531709 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (a9125e16-1f67-4668-befb-64f004c61c56), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.547634 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.560002 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] For port 39e77dc1-95de-4608-b7b2-23608559272b, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:46.560711 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-680001d3-1fac-4345-9a90-2c95284bcdf7 admin admin] Publish callbacks [] for security_group (8578aa17-d54a-4542-8cfa-8c6c17210498), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.606219 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] For port 39e77dc1-95de-4608-b7b2-23608559272b, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=39e77dc1-95de-4608-b7b2-23608559272b,segment=NetworkSegment(518c9ef7-9b7a-4702-a644-dca3a557e8e7),segment_id=518c9ef7-9b7a-4702-a644-dca3a557e8e7)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:46.615794 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-2dac7f8a-83ca-4194-8907-030a60437a7b None None] Port 520bd5fb-723a-4570-83ca-72759c588707 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:24:46.624992 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (39e77dc1-95de-4608-b7b2-23608559272b), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.654461 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-680001d3-1fac-4345-9a90-2c95284bcdf7 admin admin] Publish callbacks [] for security_group (8578aa17-d54a-4542-8cfa-8c6c17210498), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.765841 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7595b-034d-40f4-a1d1-268d2a437c69 None None] Pushing event updated for resources: {'Port': ['ID=39e77dc1-95de-4608-b7b2-23608559272b,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:46.782271 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port a9125e16-1f67-4668-befb-64f004c61c56 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:46.853285 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:46.874601 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Allocated IP 172.27.1.198 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/65f8c3a1-bc69-4597-bdda-5a7f28a04bad) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:46.895730 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-680001d3-1fac-4345-9a90-2c95284bcdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (8578aa17-d54a-4542-8cfa-8c6c17210498), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.896792 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520bd5fb-723a-4570-83ca-72759c588707 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:24:46.898295 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-680001d3-1fac-4345-9a90-2c95284bcdf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.901994 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-680001d3-1fac-4345-9a90-2c95284bcdf7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8578aa17-d54a-4542-8cfa-8c6c17210498 HTTP/1.1" status: 204 len: 168 time: 0.4777498 Aug 27 02:24:46.911308 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Publish callbacks [] for port (520bd5fb-723a-4570-83ca-72759c588707), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:46.927559 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:46.983744 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Transition to ACTIVE for port object 520bd5fb-723a-4570-83ca-72759c588707 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:24:46.997083 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (520bd5fb-723a-4570-83ca-72759c588707), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:47.014474 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680001d3-1fac-4345-9a90-2c95284bcdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8578aa17-d54a-4542-8cfa-8c6c17210498,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:47.140724 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7acf00-686d-4c5d-a138-131360f8162e req-053c3f25-5cea-4110-a13c-9f94d05c0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:47.142289 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ad7acf00-686d-4c5d-a138-131360f8162e req-053c3f25-5cea-4110-a13c-9f94d05c0e26 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 1130 time: 0.0617242 Aug 27 02:24:47.157246 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Publish callbacks [] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:47.229893 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945650ba-9b07-48f8-8976-6bd2ee1d17a6 req-6623440d-acaf-4452-b74b-32ce3aa3c21c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:47.234674 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-945650ba-9b07-48f8-8976-6bd2ee1d17a6 req-6623440d-acaf-4452-b74b-32ce3aa3c21c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.1493847 Aug 27 02:24:47.357672 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-945650ba-9b07-48f8-8976-6bd2ee1d17a6 req-2f613557-83a5-45d0-8968-ffcdc59fc242 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144557 Aug 27 02:24:47.405727 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Pushing event updated for resources: {'Port': ['ID=520bd5fb-723a-4570-83ca-72759c588707,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:47.461436 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7acf00-686d-4c5d-a138-131360f8162e req-0135e379-ce58-4c86-bc2d-469ed9080b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:47.463025 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ad7acf00-686d-4c5d-a138-131360f8162e req-0135e379-ce58-4c86-bc2d-469ed9080b01 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.3116579 Aug 27 02:24:47.473681 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:47.478893 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:47.493403 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Attempting to bind port 520bd5fb-723a-4570-83ca-72759c588707 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:24:47.494110 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Attempting to bind port 520bd5fb-723a-4570-83ca-72759c588707 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:24:47.494771 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Attempting to bind port 520bd5fb-723a-4570-83ca-72759c588707 on network daf58feb-9527-44f2-90a3-a19a525b593d {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:24:47.514521 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Port 520bd5fb-723a-4570-83ca-72759c588707 on network daf58feb-9527-44f2-90a3-a19a525b593d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:24:47.515265 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Attempting to bind port 520bd5fb-723a-4570-83ca-72759c588707 on network daf58feb-9527-44f2-90a3-a19a525b593d {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:24:47.524366 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:24:47.524879 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Checking segment: {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:47.525504 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Bound using segment: {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:24:47.526102 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Bound port: 520bd5fb-723a-4570-83ca-72759c588707, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:24:47.527216 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (520bd5fb-723a-4570-83ca-72759c588707), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:47.580192 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ad7acf00-686d-4c5d-a138-131360f8162e req-0268cfcf-0053-4d14-bea9-9b3fbea8064d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f55f99-dc75-425b-9214-a2edc384e389 HTTP/1.1" status: 200 len: 217 time: 0.1034980 Aug 27 02:24:47.610811 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Sync routers for ids ['e9551b5e-d896-4623-a070-7afaa299b311'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:47.611754 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:47.636269 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:47.639081 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Routers {'e9551b5e-d896-4623-a070-7afaa299b311'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:47.640245 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:47.640511 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Pushing event updated for resources: {'Port': ['ID=65f8c3a1-bc69-4597-bdda-5a7f28a04bad,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:47.642801 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:24:47.644615 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e9551b5e-d896-4623-a070-7afaa299b311'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:47.646648 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:47.656074 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (520bd5fb-723a-4570-83ca-72759c588707), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:47.660683 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:47.661846 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:47.663544 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/520bd5fb-723a-4570-83ca-72759c588707 HTTP/1.1" status: 200 len: 1093 time: 1.3357501 Aug 27 02:24:47.696072 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7acf00-686d-4c5d-a138-131360f8162e req-19fc510d-1983-41ec-92bf-51f3ec23b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:47.697573 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ad7acf00-686d-4c5d-a138-131360f8162e req-19fc510d-1983-41ec-92bf-51f3ec23b79b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.1098804 Aug 27 02:24:47.729689 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'tag': '520bd5fb-723a-4570-83ca-72759c588707'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:24:47.732483 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaba6df-ade3-4170-83bc-76b7bdded5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "tag": "520bd5fb-723a-4570-83ca-72759c588707"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:47.851750 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46286) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:47.867011 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a2c277-7c49-4376-9ff9-913452da37bc x-openstack-request-id: req-55a2c277-7c49-4376-9ff9-913452da37bc {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:47.867474 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "tag": "520bd5fb-723a-4570-83ca-72759c588707", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:47.867749 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55a2c277-7c49-4376-9ff9-913452da37bc {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:47.868272 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a2c277-7c49-4376-9ff9-913452da37bc'] response: {'name': 'network-changed', 'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'tag': '520bd5fb-723a-4570-83ca-72759c588707', 'status': 'completed', 'code': 200} Aug 27 02:24:47.876820 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70013e9a-a5ed-43d5-95d0-2738746efbfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:47.883875 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097e883-2f9b-40d4-87ff-fdbd7a8240ad req-f51214f6-dacf-4e99-8b88-d5b3f25e8b28 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:47.885455 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c097e883-2f9b-40d4-87ff-fdbd7a8240ad req-f51214f6-dacf-4e99-8b88-d5b3f25e8b28 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.2336774 Aug 27 02:24:47.944724 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7acf00-686d-4c5d-a138-131360f8162e req-f22bd896-8dfe-44c7-9678-d373858b7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:47.946622 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ad7acf00-686d-4c5d-a138-131360f8162e req-f22bd896-8dfe-44c7-9678-d373858b7e03 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1796923 Aug 27 02:24:47.950496 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Set router e9551b5e-d896-4623-a070-7afaa299b311 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:47.954390 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-571cdd2b-d72c-4179-9382-829f63fbb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:47.955870 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-571cdd2b-d72c-4179-9382-829f63fbb711 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 1127 time: 0.1940699 Aug 27 02:24:47.963241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8f84b-c519-4c8e-a9c3-9a2f6a0835a0 service neutron] Pushing event updated for resources: {'Port': ['ID=520bd5fb-723a-4570-83ca-72759c588707,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:48.045321 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-378b06c0-2bec-417c-8522-64c2528fe77d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=520bd5fb-723a-4570-83ca-72759c588707 HTTP/1.1" status: 200 len: 217 time: 0.0732043 Aug 27 02:24:48.054314 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c097e883-2f9b-40d4-87ff-fdbd7a8240ad req-a96ce40a-7f25-4c9e-b820-aed482d81fb9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434317 Aug 27 02:24:48.107445 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-f1e93ddf-2732-4159-b433-38aba50790db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:48.109745 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-f1e93ddf-2732-4159-b433-38aba50790db service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.0542498 Aug 27 02:24:48.147350 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:48.172344 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-594c8696-3eec-44c0-80a0-efd1de4c7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:48.174895 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-594c8696-3eec-44c0-80a0-efd1de4c7d1d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580213 Aug 27 02:24:48.200371 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:48.262534 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c020df66-3047-4f33-8b18-26cb2530c127', 'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'mac_address': 'fa:16:3e:87:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:41Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 2, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'subnets': [{'id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:48.268175 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:48.291804 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 39e77dc1-95de-4608-b7b2-23608559272b up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:48.329818 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70013e9a-a5ed-43d5-95d0-2738746efbfb admin admin] Publish callbacks [] for security_group (7ea4332f-bc3d-4e05-9453-0e2ba2fd09f6), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.330596 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Checking router: e9551b5e-d896-4623-a070-7afaa299b311 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:48.331930 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Updating router e9551b5e-d896-4623-a070-7afaa299b311 port c020df66-3047-4f33-8b18-26cb2530c127 binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:24:48.349812 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70013e9a-a5ed-43d5-95d0-2738746efbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (7ea4332f-bc3d-4e05-9453-0e2ba2fd09f6), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.358706 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-4e71160c-ddd2-4f36-82ea-4203eadfd7c5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698534 Aug 27 02:24:48.368072 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (c020df66-3047-4f33-8b18-26cb2530c127), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.389283 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-70013e9a-a5ed-43d5-95d0-2738746efbfb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=67b547a04efd48c8be4cd109d26f31c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5336087 Aug 27 02:24:48.393999 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46296) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:48.413912 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 39e77dc1-95de-4608-b7b2-23608559272b triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:48.414139 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (39e77dc1-95de-4608-b7b2-23608559272b), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.548290 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2aae259f-348a-40b6-a114-97ee7b513e4c req-1a630df6-3c69-4ba6-b3e0-c7f01510b967 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857686 Aug 27 02:24:48.548886 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ad7acf00-686d-4c5d-a138-131360f8162e req-823ecf02-b945-40fa-be51-d5bd5b912b78 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822518 Aug 27 02:24:48.554322 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-05596d5a-fe4e-4404-a878-27abab447a0a admin admin] Publish callbacks [] for security_group (7ea4332f-bc3d-4e05-9453-0e2ba2fd09f6), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.610595 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-05596d5a-fe4e-4404-a878-27abab447a0a admin admin] Publish callbacks [] for security_group (7ea4332f-bc3d-4e05-9453-0e2ba2fd09f6), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.650707 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 39e77dc1-95de-4608-b7b2-23608559272b is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:48.651097 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (39e77dc1-95de-4608-b7b2-23608559272b), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.662228 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23290ff-c60d-4fa4-a415-10f430241ec2 req-3b748a41-5cb9-4982-981f-838cbef8de08 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:48.663813 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c23290ff-c60d-4fa4-a415-10f430241ec2 req-3b748a41-5cb9-4982-981f-838cbef8de08 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.1080604 Aug 27 02:24:48.681321 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:48.688107 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Publish callbacks [] for port (c020df66-3047-4f33-8b18-26cb2530c127), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.690196 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:48.691075 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:48.701784 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (c020df66-3047-4f33-8b18-26cb2530c127), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.723064 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 39e77dc1-95de-4608-b7b2-23608559272b, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=39e77dc1-95de-4608-b7b2-23608559272b,segment=NetworkSegment(518c9ef7-9b7a-4702-a644-dca3a557e8e7),segment_id=518c9ef7-9b7a-4702-a644-dca3a557e8e7)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:48.726171 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70013e9a-a5ed-43d5-95d0-2738746efbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea4332f-bc3d-4e05-9453-0e2ba2fd09f6,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:48.742061 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Publish callbacks [] for router_gateway (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.748200 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (39e77dc1-95de-4608-b7b2-23608559272b), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.792435 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-05596d5a-fe4e-4404-a878-27abab447a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (7ea4332f-bc3d-4e05-9453-0e2ba2fd09f6), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.795197 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-05596d5a-fe4e-4404-a878-27abab447a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.795784 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0db85a-b631-47b1-8fde-d05f0ffbe9a0 None None] Pushing event updated for resources: {'Port': ['ID=c020df66-3047-4f33-8b18-26cb2530c127,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:48.799245 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c23290ff-c60d-4fa4-a415-10f430241ec2 req-00cb7534-012a-4337-8ff9-dcd571ff8a20 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285522 Aug 27 02:24:48.800378 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-05596d5a-fe4e-4404-a878-27abab447a0a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7ea4332f-bc3d-4e05-9453-0e2ba2fd09f6 HTTP/1.1" status: 204 len: 168 time: 0.4042010 Aug 27 02:24:48.813512 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05596d5a-fe4e-4404-a878-27abab447a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea4332f-bc3d-4e05-9453-0e2ba2fd09f6,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:48.856508 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef693f25-14a0-442f-a881-459fc4cb5d55 None None] Network c5921003-f4a8-46c1-b11b-5e7965d1d36b requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:24:48.878937 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Attempting to bind port c020df66-3047-4f33-8b18-26cb2530c127 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:24:48.879420 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Attempting to bind port c020df66-3047-4f33-8b18-26cb2530c127 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:24:48.879901 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Attempting to bind port c020df66-3047-4f33-8b18-26cb2530c127 on network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:24:48.886032 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:24:48.886207 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:48.886930 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Checking segment: {'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:48.886930 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.887613 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Bound using segment: {'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:24:48.888534 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Bound port: c020df66-3047-4f33-8b18-26cb2530c127, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:24:48.889195 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (c020df66-3047-4f33-8b18-26cb2530c127), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:48.981440 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] For port c020df66-3047-4f33-8b18-26cb2530c127, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:48.985562 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] For port c020df66-3047-4f33-8b18-26cb2530c127, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=c020df66-3047-4f33-8b18-26cb2530c127,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:48.994335 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (c020df66-3047-4f33-8b18-26cb2530c127), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.015513 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bf2c0b9b-1403-4033-a987-07da29394ed3 None None] Provisioning complete for port 39e77dc1-95de-4608-b7b2-23608559272b triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:49.016516 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0b9b-1403-4033-a987-07da29394ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (39e77dc1-95de-4608-b7b2-23608559272b), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.082296 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:49.084058 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=39e77dc1-95de-4608-b7b2-23608559272b,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:49.085925 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0db85a-b631-47b1-8fde-d05f0ffbe9a0 None None] Pushing event updated for resources: {'Port': ['ID=c020df66-3047-4f33-8b18-26cb2530c127,revision_number=4']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:49.101077 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Routers {'e9551b5e-d896-4623-a070-7afaa299b311'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:49.102463 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e9551b5e-d896-4623-a070-7afaa299b311'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:49.187642 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c0b9b-1403-4033-a987-07da29394ed3 None None] Current status of the port 39e77dc1-95de-4608-b7b2-23608559272b is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:49.285607 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe2df9-9bf8-40bb-a663-ce784114f769 req-f73e2385-5625-49f0-b9ec-10e7295cb6b4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:49.287596 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cfe2df9-9bf8-40bb-a663-ce784114f769 req-f73e2385-5625-49f0-b9ec-10e7295cb6b4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0836451 Aug 27 02:24:49.342184 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.351619 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:49.353369 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] Set router e9551b5e-d896-4623-a070-7afaa299b311 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:49.356069 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cfe2df9-9bf8-40bb-a663-ce784114f769 req-4fe766b2-55c4-48dd-86f6-d55ee4307ab5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627062 Aug 27 02:24:49.491714 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:24:49.515032 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46312) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:49.522993 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45bc1e27-fe22-4b7f-98ca-073306a950ed None None] Provisioning complete for port 39e77dc1-95de-4608-b7b2-23608559272b triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:49.523524 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45bc1e27-fe22-4b7f-98ca-073306a950ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (39e77dc1-95de-4608-b7b2-23608559272b), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.529792 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-db6a1fa9-e626-4450-ba29-ac33943949e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.610818 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c020df66-3047-4f33-8b18-26cb2530c127', 'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'mac_address': 'fa:16:3e:87:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:41Z', 'updated_at': '2022-08-27T02:24:48Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'subnets': [{'id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:49.617437 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-db6a1fa9-e626-4450-ba29-ac33943949e0 admin admin] Publish callbacks [] for security_group (6e1d59af-bb6c-4f41-a645-98858eb71873), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.620979 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:49.623093 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-db6a1fa9-e626-4450-ba29-ac33943949e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (6e1d59af-bb6c-4f41-a645-98858eb71873), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.632170 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Sync routers for ids ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:49.641360 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45bc1e27-fe22-4b7f-98ca-073306a950ed None None] Current status of the port 39e77dc1-95de-4608-b7b2-23608559272b is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:49.647755 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.649586 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-2aa8284f-2499-45e3-9f3e-95da2e1806d2 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3179965 Aug 27 02:24:49.652484 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46314) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:49.663179 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c594dc-56f2-48da-bd6c-f3e645c28ea9 None None] The sync data for ids ['e9551b5e-d896-4623-a070-7afaa299b311'] in dv-cinder-846303-3-iscsi is: [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c020df66-3047-4f33-8b18-26cb2530c127', 'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'mac_address': 'fa:16:3e:87:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:41Z', 'updated_at': '2022-08-27T02:24:48Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'subnets': [{'id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:49.666445 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Routers {'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:49.667296 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:49.682819 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a1fa9-e626-4450-ba29-ac33943949e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1d59af-bb6c-4f41-a645-98858eb71873,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:49.696452 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-db6a1fa9-e626-4450-ba29-ac33943949e0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=34d36583230e4b7585657541e355efdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803005 Aug 27 02:24:49.697615 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46316) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:49.774394 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a77c419-a01e-4549-b266-00afe91ca27c admin admin] Publish callbacks [] for security_group (6e1d59af-bb6c-4f41-a645-98858eb71873), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.801737 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Set router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:49.806267 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a77c419-a01e-4549-b266-00afe91ca27c admin admin] Publish callbacks [] for security_group (6e1d59af-bb6c-4f41-a645-98858eb71873), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.867779 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a77c419-a01e-4549-b266-00afe91ca27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (6e1d59af-bb6c-4f41-a645-98858eb71873), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.870729 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a77c419-a01e-4549-b266-00afe91ca27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:49.875791 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6a77c419-a01e-4549-b266-00afe91ca27c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6e1d59af-bb6c-4f41-a645-98858eb71873 HTTP/1.1" status: 204 len: 168 time: 0.1734583 Aug 27 02:24:49.885212 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77c419-a01e-4549-b266-00afe91ca27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1d59af-bb6c-4f41-a645-98858eb71873,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:50.033881 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'name': 'tempest-TestShelveInstance-1133378036-router', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:45Z', 'updated_at': '2022-08-27T02:24:48Z', 'revision_number': 3, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'gw_port': {'id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:46Z', 'updated_at': '2022-08-27T02:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:50.049086 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:50.059802 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b83185-22fb-402d-bd53-1ae6f48279b7 req-baacbe9f-9efc-48a3-a354-abe19b3da968 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:50.063047 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0b83185-22fb-402d-bd53-1ae6f48279b7 req-baacbe9f-9efc-48a3-a354-abe19b3da968 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.1150105 Aug 27 02:24:50.070821 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Checking router: e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:50.071356 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Updating router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:24:50.122692 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.138851 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0b83185-22fb-402d-bd53-1ae6f48279b7 req-7a00a1dd-9b3c-40c7-8936-2b339e460ef2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675461 Aug 27 02:24:50.280860 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:50.292961 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.299573 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 39e77dc1-95de-4608-b7b2-23608559272b up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:50.414445 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:50.429713 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 39e77dc1-95de-4608-b7b2-23608559272b triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:50.430315 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (39e77dc1-95de-4608-b7b2-23608559272b), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.458809 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:50.551107 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43635413-792b-4589-b9c7-52b0669682d4 req-bad49e4d-19e7-4496-9a66-a71ccc3856f7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:50.553276 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43635413-792b-4589-b9c7-52b0669682d4 req-bad49e4d-19e7-4496-9a66-a71ccc3856f7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0795560 Aug 27 02:24:50.580059 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:50.588158 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 39e77dc1-95de-4608-b7b2-23608559272b is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:50.590596 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device c020df66-3047-4f33-8b18-26cb2530c127 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:50.615095 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43635413-792b-4589-b9c7-52b0669682d4 req-6ad1e5fd-5113-4848-9033-eba4e3d884b6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539978 Aug 27 02:24:50.626005 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Allocated IP 172.20.0.1 (c5921003-f4a8-46c1-b11b-5e7965d1d36b/26b12c37-9afa-4de3-b8e0-5c82bf0c23e6/545432e2-16e7-4aa1-9012-c7b102f7856e) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:50.702140 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Publish callbacks [] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.716637 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ad7acf00-686d-4c5d-a138-131360f8162e req-a022a660-56a9-4aab-947b-af219a37bc5d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291377 Aug 27 02:24:50.717355 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port c020df66-3047-4f33-8b18-26cb2530c127 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:50.717795 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (c020df66-3047-4f33-8b18-26cb2530c127), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.719821 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.777036 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Attempting to bind port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:24:50.777528 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Attempting to bind port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:24:50.777994 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Attempting to bind port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:24:50.778924 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Publish callbacks [] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.801444 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:24:50.802135 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:50.802626 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.803121 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:24:50.803699 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Bound port: 65f8c3a1-bc69-4597-bdda-5a7f28a04bad, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:24:50.804246 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.821407 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.844252 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec5cc2-9def-4e6b-993d-c29e28a4259a None None] Pushing event updated for resources: {'Port': ['ID=65f8c3a1-bc69-4597-bdda-5a7f28a04bad,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:50.877871 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Network c5921003-f4a8-46c1-b11b-5e7965d1d36b is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:50.883042 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:50.887241 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:24:50.912587 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Pushing event updated for resources: {'Port': ['ID=545432e2-16e7-4aa1-9012-c7b102f7856e,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:50.923371 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] For port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:50.925775 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4e942738-fe17-41d3-9a13-f8a28ede600c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.927261 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port c020df66-3047-4f33-8b18-26cb2530c127 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:50.927652 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (c020df66-3047-4f33-8b18-26cb2530c127), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.932113 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] For port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=65f8c3a1-bc69-4597-bdda-5a7f28a04bad,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:50.938842 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.953792 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:50.997264 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46348) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:51.021854 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port c020df66-3047-4f33-8b18-26cb2530c127, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=c020df66-3047-4f33-8b18-26cb2530c127,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:51.025087 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Routers {'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:51.025772 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:51.033704 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (c020df66-3047-4f33-8b18-26cb2530c127), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.134587 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:51.148494 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.161898 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22440261-network', 'tenant_id': '7cb3e3496c1a45c8942c3678c0c299e5'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:51.202447 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Made reservation on behalf of 7cb3e3496c1a45c8942c3678c0c299e5 for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:51.204920 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.232706 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.254040 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec5cc2-9def-4e6b-993d-c29e28a4259a None None] Pushing event updated for resources: {'Port': ['ID=65f8c3a1-bc69-4597-bdda-5a7f28a04bad,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:51.308031 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bd337-a508-46ad-a91d-8f9df62e0e68 req-0fdefded-1426-458e-932c-0c58ae874d63 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:51.315881 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c08bd337-a508-46ad-a91d-8f9df62e0e68 req-0fdefded-1426-458e-932c-0c58ae874d63 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0722916 Aug 27 02:24:51.348996 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-50194547-378c-4814-b0a7-abc59ab6c3e4 None None] Provisioning complete for port 545432e2-16e7-4aa1-9012-c7b102f7856e triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:51.349393 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-50194547-378c-4814-b0a7-abc59ab6c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.351464 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:51.354614 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Publish callbacks [] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.359600 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:51.367582 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.390153 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c08bd337-a508-46ad-a91d-8f9df62e0e68 req-f210b22c-3fb5-43af-a880-c4224a99c4a6 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731390 Aug 27 02:24:51.416689 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Publish callbacks [] for security_group (975a1696-918b-4581-a759-fc9b110a1db7), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.422589 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=c020df66-3047-4f33-8b18-26cb2530c127,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:51.424973 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (975a1696-918b-4581-a759-fc9b110a1db7), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.428434 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] Set router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:51.430552 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-50194547-378c-4814-b0a7-abc59ab6c3e4 None None] Port 545432e2-16e7-4aa1-9012-c7b102f7856e cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:24:51.447719 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Pushing event updated for resources: {'Port': ['ID=545432e2-16e7-4aa1-9012-c7b102f7856e,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:51.450536 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.470632 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:24:51.482832 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975a1696-918b-4581-a759-fc9b110a1db7,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:51.488163 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (12f19e89-1b4f-4ef1-ac4b-aaee51132008), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.488666 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Added segment 12f19e89-1b4f-4ef1-ac4b-aaee51132008 of type vlan for network d622f246-857a-45c7-a4ec-c30529f7e62e Aug 27 02:24:51.537418 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (d622f246-857a-45c7-a4ec-c30529f7e62e), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.539442 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:51.558573 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Network c5921003-f4a8-46c1-b11b-5e7965d1d36b is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:51.560171 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:51.575486 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (d622f246-857a-45c7-a4ec-c30529f7e62e), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.576475 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:51.577047 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.579680 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:51.636588 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'name': 'tempest-TestShelveInstance-1133378036-router', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:45Z', 'updated_at': '2022-08-27T02:24:48Z', 'revision_number': 3, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'gw_port': {'id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:46Z', 'updated_at': '2022-08-27T02:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:51.654177 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6530297 Aug 27 02:24:51.654540 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46356) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:51.664089 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] Request body: {'subnet': {'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22440261-subnet', 'tenant_id': '7cb3e3496c1a45c8942c3678c0c299e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:51.672686 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73698d-45a6-40ea-9ba0-7ae5232e1700 admin admin] Pushing event updated for resources: {'Network': ['ID=d622f246-857a-45c7-a4ec-c30529f7e62e,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:51.673739 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376fb5e-32fc-4bbf-9217-66088d0a9d9a None None] The sync data for ids ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'] in dv-cinder-846303-3-iscsi is: [{'id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'name': 'tempest-TestShelveInstance-1133378036-router', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:45Z', 'updated_at': '2022-08-27T02:24:48Z', 'revision_number': 3, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'gw_port': {'id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:46Z', 'updated_at': '2022-08-27T02:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:51.689415 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network d622f246-857a-45c7-a4ec-c30529f7e62e details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:24:51.702327 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] Made reservation on behalf of 7cb3e3496c1a45c8942c3678c0c299e5 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:51.706582 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13771248'] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.751677 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:51.863057 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735f054-6c9a-4dd1-8d03-8fbc9768c17d req-4c9027bd-6581-4150-ad2a-4e0bc75ee4d3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:51.865156 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6735f054-6c9a-4dd1-8d03-8fbc9768c17d req-4c9027bd-6581-4150-ad2a-4e0bc75ee4d3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0802000 Aug 27 02:24:51.889640 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:51.903071 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c472f8fc-2660-40b9-9cc1-8a22f4b159cc admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/e2ef069d-3ba1-4e81-b3a1-f04d0e74d909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2401531 Aug 27 02:24:51.961229 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-9a111c7d-38c2-4c62-a9ff-3e7dee3eaeca None None] Provisioning complete for port 545432e2-16e7-4aa1-9012-c7b102f7856e triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:51.961709 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-9a111c7d-38c2-4c62-a9ff-3e7dee3eaeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:51.964522 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6735f054-6c9a-4dd1-8d03-8fbc9768c17d req-63cb9a07-d78e-4154-8dd4-60ee9a1b1796 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891995 Aug 27 02:24:52.066931 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-9a111c7d-38c2-4c62-a9ff-3e7dee3eaeca None None] Port 545432e2-16e7-4aa1-9012-c7b102f7856e cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:24:52.079537 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15336501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13771202'] for subnet (bed300f7-b4cf-42ee-bd47-2e327fabd1d3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:52.118263 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:52.145971 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed300f7-b4cf-42ee-bd47-2e327fabd1d3,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.165305 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] Checking segment: {'id': '12f19e89-1b4f-4ef1-ac4b-aaee51132008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:52.165661 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] Network hostable DHCP agents. Network: d622f246-857a-45c7-a4ec-c30529f7e62e, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:24:52.207344 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] Network d622f246-857a-45c7-a4ec-c30529f7e62e is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:24:52.229081 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, d622f246-857a-45c7-a4ec-c30529f7e62e) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:52.238952 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c123b4d-30c2-461c-946f-7fdd061f4e56 None None] Network d622f246-857a-45c7-a4ec-c30529f7e62e requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:24:52.252993 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:52.254050 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:52.292104 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-44585510-d6a0-4da5-9162-c62ed82003c0 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6289012 Aug 27 02:24:52.390049 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device c020df66-3047-4f33-8b18-26cb2530c127 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:52.396666 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb44d17-9019-4c93-84fe-03300da0d6b1 None None] Network d622f246-857a-45c7-a4ec-c30529f7e62e requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:24:52.551339 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port c020df66-3047-4f33-8b18-26cb2530c127 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:52.552001 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (c020df66-3047-4f33-8b18-26cb2530c127), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:52.567498 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46378) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:52.572763 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-1608896f-d373-4345-98b5-cc3c9ef3f60a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580183686', 'description': 'tempest-secgroup-smoke-580183686 description', 'project_id': 'b2ddff853b7546788b645a0344c2297b'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:52.615621 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1608896f-d373-4345-98b5-cc3c9ef3f60a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:52.617993 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aad0f-04f0-4553-8276-c6dcb5edc9a0 req-ef4b5d33-5153-4063-a77c-f50df712c13a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:52.620113 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a49aad0f-04f0-4553-8276-c6dcb5edc9a0 req-ef4b5d33-5153-4063-a77c-f50df712c13a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0872936 Aug 27 02:24:52.671490 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port c020df66-3047-4f33-8b18-26cb2530c127 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:52.672639 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 65f8c3a1-bc69-4597-bdda-5a7f28a04bad up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:52.705959 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a49aad0f-04f0-4553-8276-c6dcb5edc9a0 req-73b0dd1c-a07b-4964-8318-6edbf15deaaa tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797184 Aug 27 02:24:52.740926 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1608896f-d373-4345-98b5-cc3c9ef3f60a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group (83507d0b-5f55-4d92-bebb-1188c86c85c3), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:52.746548 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1608896f-d373-4345-98b5-cc3c9ef3f60a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (83507d0b-5f55-4d92-bebb-1188c86c85c3), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:52.771740 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:52.774229 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:52.793633 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1608896f-d373-4345-98b5-cc3c9ef3f60a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:52.797794 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-1608896f-d373-4345-98b5-cc3c9ef3f60a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2284219 Aug 27 02:24:52.798577 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46380) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:52.805058 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-a11cfb00-5f50-4a0f-93c9-2aa45af305ec tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Request body: {'security_group_rule': {'security_group_id': '83507d0b-5f55-4d92-bebb-1188c86c85c3', 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:52.810311 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608896f-d373-4345-98b5-cc3c9ef3f60a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83507d0b-5f55-4d92-bebb-1188c86c85c3,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.864757 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a11cfb00-5f50-4a0f-93c9-2aa45af305ec tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (7851a78e-bfd3-405e-b31f-2c7be3ed284a), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:52.873973 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:52.874355 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:52.903243 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=65f8c3a1-bc69-4597-bdda-5a7f28a04bad,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:52.909266 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.001706 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a11cfb00-5f50-4a0f-93c9-2aa45af305ec tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (7851a78e-bfd3-405e-b31f-2c7be3ed284a), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.003506 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=65f8c3a1-bc69-4597-bdda-5a7f28a04bad,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.012453 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a11cfb00-5f50-4a0f-93c9-2aa45af305ec tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (7851a78e-bfd3-405e-b31f-2c7be3ed284a), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.046893 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cfb00-5f50-4a0f-93c9-2aa45af305ec tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7851a78e-bfd3-405e-b31f-2c7be3ed284a,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.064812 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a11cfb00-5f50-4a0f-93c9-2aa45af305ec tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.064812 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a11cfb00-5f50-4a0f-93c9-2aa45af305ec tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2604895 Aug 27 02:24:53.064996 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46390) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:53.083314 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-270adb38-65c4-45f3-867c-d0e2585b6d9f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Request body: {'security_group_rule': {'security_group_id': '83507d0b-5f55-4d92-bebb-1188c86c85c3', 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:53.124370 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:53.127012 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-270adb38-65c4-45f3-867c-d0e2585b6d9f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (2b987f0d-6e50-40b3-b571-ad020d0468c2), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.130727 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:53.157559 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b3c36-7a0b-411c-806e-5fd270e18783 req-256664b0-f53a-4aa6-924c-b946f0d7f869 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:53.160596 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-012b3c36-7a0b-411c-806e-5fd270e18783 req-256664b0-f53a-4aa6-924c-b946f0d7f869 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0667841 Aug 27 02:24:53.211823 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-270adb38-65c4-45f3-867c-d0e2585b6d9f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (2b987f0d-6e50-40b3-b571-ad020d0468c2), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.216421 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-270adb38-65c4-45f3-867c-d0e2585b6d9f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (2b987f0d-6e50-40b3-b571-ad020d0468c2), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.220524 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-012b3c36-7a0b-411c-806e-5fd270e18783 req-ff911add-8baf-4f40-930f-b659a760b7e4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515499 Aug 27 02:24:53.230164 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270adb38-65c4-45f3-867c-d0e2585b6d9f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b987f0d-6e50-40b3-b571-ad020d0468c2,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.251176 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-270adb38-65c4-45f3-867c-d0e2585b6d9f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.253822 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-270adb38-65c4-45f3-867c-d0e2585b6d9f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1883407 Aug 27 02:24:53.256860 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46396) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:53.262656 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-f93a0da7-0b2c-40d8-be33-95978cb4fd0c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Request body: {'security_group_rule': {'security_group_id': '83507d0b-5f55-4d92-bebb-1188c86c85c3', 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:53.293357 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f93a0da7-0b2c-40d8-be33-95978cb4fd0c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (d33fad8a-913e-41f1-af34-9a918209e4b2), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.363980 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f93a0da7-0b2c-40d8-be33-95978cb4fd0c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (d33fad8a-913e-41f1-af34-9a918209e4b2), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.368637 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f93a0da7-0b2c-40d8-be33-95978cb4fd0c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (d33fad8a-913e-41f1-af34-9a918209e4b2), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.389827 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a0da7-0b2c-40d8-be33-95978cb4fd0c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33fad8a-913e-41f1-af34-9a918209e4b2,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.399125 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f93a0da7-0b2c-40d8-be33-95978cb4fd0c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.403105 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f93a0da7-0b2c-40d8-be33-95978cb4fd0c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414776 Aug 27 02:24:53.403464 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46402) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:53.408206 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-709dc448-ea2a-4327-acb5-84c6f62b8a55 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Request body: {'security_group_rule': {'security_group_id': '83507d0b-5f55-4d92-bebb-1188c86c85c3', 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:53.480872 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-709dc448-ea2a-4327-acb5-84c6f62b8a55 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (e10e993b-bc3c-4081-b53c-5a630ad7ca13), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.529521 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:53.577355 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-709dc448-ea2a-4327-acb5-84c6f62b8a55 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (e10e993b-bc3c-4081-b53c-5a630ad7ca13), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.583014 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-709dc448-ea2a-4327-acb5-84c6f62b8a55 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (e10e993b-bc3c-4081-b53c-5a630ad7ca13), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.597616 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dc448-ea2a-4327-acb5-84c6f62b8a55 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10e993b-bc3c-4081-b53c-5a630ad7ca13,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.619884 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-709dc448-ea2a-4327-acb5-84c6f62b8a55 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.622058 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-709dc448-ea2a-4327-acb5-84c6f62b8a55 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2169902 Aug 27 02:24:53.624101 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46412) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:53.630703 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-e390af6c-a083-43ff-a6b6-8310665ead93 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Request body: {'security_group_rule': {'security_group_id': '83507d0b-5f55-4d92-bebb-1188c86c85c3', 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:53.659353 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.securitygroups_db [None req-e390af6c-a083-43ff-a6b6-8310665ead93 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Project b2ddff853b7546788b645a0344c2297b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:24:53.668190 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e390af6c-a083-43ff-a6b6-8310665ead93 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (4c5118c6-8075-446f-b649-aada789acf74), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.730422 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e390af6c-a083-43ff-a6b6-8310665ead93 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (4c5118c6-8075-446f-b649-aada789acf74), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.734998 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e390af6c-a083-43ff-a6b6-8310665ead93 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (4c5118c6-8075-446f-b649-aada789acf74), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.765559 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390af6c-a083-43ff-a6b6-8310665ead93 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5118c6-8075-446f-b649-aada789acf74,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.775947 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e390af6c-a083-43ff-a6b6-8310665ead93 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.779833 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-e390af6c-a083-43ff-a6b6-8310665ead93 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521056 Aug 27 02:24:53.780178 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46418) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:24:53.784954 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-c838e290-be42-4354-bbfa-f50c57975951 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Request body: {'security_group_rule': {'security_group_id': '83507d0b-5f55-4d92-bebb-1188c86c85c3', 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:53.813161 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.securitygroups_db [None req-c838e290-be42-4354-bbfa-f50c57975951 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Project b2ddff853b7546788b645a0344c2297b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:24:53.820575 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c838e290-be42-4354-bbfa-f50c57975951 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (13e73d3d-f235-42ce-8836-6872d3695a74), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.863457 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Sync routers for ids ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:53.874494 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Routers {'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:53.875125 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:53.889375 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacb412-9120-47d6-9636-1d82f6db1425 req-d395cfe7-60bb-4c83-aca3-404b2575da61 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:53.890833 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aacb412-9120-47d6-9636-1d82f6db1425 req-d395cfe7-60bb-4c83-aca3-404b2575da61 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0674098 Aug 27 02:24:53.929952 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c838e290-be42-4354-bbfa-f50c57975951 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (13e73d3d-f235-42ce-8836-6872d3695a74), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.938117 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c838e290-be42-4354-bbfa-f50c57975951 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (13e73d3d-f235-42ce-8836-6872d3695a74), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.972449 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-5f71baf7-1bec-4980-a7ed-99a23bdeccc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.979076 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838e290-be42-4354-bbfa-f50c57975951 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e73d3d-f235-42ce-8836-6872d3695a74,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.984535 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aacb412-9120-47d6-9636-1d82f6db1425 req-7feebd19-1f28-4d63-8034-2fe19b922ace tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868454 Aug 27 02:24:53.988335 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c838e290-be42-4354-bbfa-f50c57975951 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:53.998048 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c838e290-be42-4354-bbfa-f50c57975951 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2084827 Aug 27 02:24:54.091651 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Set router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:54.250148 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 65f8c3a1-bc69-4597-bdda-5a7f28a04bad up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:54.292853 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:54.314917 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:54.315714 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:54.361672 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'name': 'tempest-TestShelveInstance-1133378036-router', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:45Z', 'updated_at': '2022-08-27T02:24:51Z', 'revision_number': 4, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'gw_port': {'id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:46Z', 'updated_at': '2022-08-27T02:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '545432e2-16e7-4aa1-9012-c7b102f7856e', 'name': '', 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'mac_address': 'fa:16:3e:a9:02:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26b12c37-9afa-4de3-b8e0-5c82bf0c23e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:50Z', 'updated_at': '2022-08-27T02:24:51Z', 'revision_number': 2, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'subnets': [{'id': '26b12c37-9afa-4de3-b8e0-5c82bf0c23e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:54.364740 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:54.369420 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:54.386913 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede39a-609f-4087-992c-5360eff911d1 req-7bf86cb0-ea4e-45f9-8838-24df093b760f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:54.388558 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-7bf86cb0-ea4e-45f9-8838-24df093b760f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d622f246-857a-45c7-a4ec-c30529f7e62e HTTP/1.1" status: 200 len: 807 time: 0.1628964 Aug 27 02:24:54.422689 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Checking router: e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:54.423058 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Updating router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 port 545432e2-16e7-4aa1-9012-c7b102f7856e binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:24:54.451502 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:54.453666 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-098d09a3-d399-4add-8fe2-17e15da233e0 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/quotas/7cb3e3496c1a45c8942c3678c0c299e5 HTTP/1.1" status: 200 len: 375 time: 0.0235503 Aug 27 02:24:54.464600 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e20eb-80fb-4f3d-a755-020620bad0d0 req-a09fc568-5c32-4cd4-82fa-de0a2cbced40 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:54.466406 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-768e20eb-80fb-4f3d-a755-020620bad0d0 req-a09fc568-5c32-4cd4-82fa-de0a2cbced40 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.1002724 Aug 27 02:24:54.481245 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:54.517568 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-8575b883-7979-47ef-af12-0b4c301a6074 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7cb3e3496c1a45c8942c3678c0c299e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498216 Aug 27 02:24:54.607032 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-768e20eb-80fb-4f3d-a755-020620bad0d0 req-3f71fd7a-80d8-4ef2-9fca-d80870bab7e5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274211 Aug 27 02:24:54.715308 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-ba71c70b-8231-4952-80c8-ddb6b986f8fe service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d622f246-857a-45c7-a4ec-c30529f7e62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827829 Aug 27 02:24:54.728379 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:54.729274 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:54.830517 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-e7a3dace-a222-4e48-9e20-35dc99e9127e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d622f246-857a-45c7-a4ec-c30529f7e62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056657 Aug 27 02:24:54.845547 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Publish callbacks [] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:54.855472 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:54.946480 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24882af-b49c-48cd-a513-10ea5c33133e None None] Pushing event updated for resources: {'Port': ['ID=545432e2-16e7-4aa1-9012-c7b102f7856e,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:54.966965 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Attempting to bind port 545432e2-16e7-4aa1-9012-c7b102f7856e on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:24:54.967329 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Attempting to bind port 545432e2-16e7-4aa1-9012-c7b102f7856e by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '518c9ef7-9b7a-4702-a644-dca3a557e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:24:54.967621 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Attempting to bind port 545432e2-16e7-4aa1-9012-c7b102f7856e on network c5921003-f4a8-46c1-b11b-5e7965d1d36b {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:24:54.976702 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:24:54.977270 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Checking segment: {'id': '518c9ef7-9b7a-4702-a644-dca3a557e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:24:54.977852 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:54.978415 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Bound using segment: {'id': '518c9ef7-9b7a-4702-a644-dca3a557e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:24:54.979185 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Bound port: 545432e2-16e7-4aa1-9012-c7b102f7856e, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518c9ef7-9b7a-4702-a644-dca3a557e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:24:54.979724 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:55.014451 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-45f2301c-e7b8-43c7-98be-703349fbfa76 req-ae169c0d-bf81-46c3-8787-f0e27718d111 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0364163 Aug 27 02:24:55.065294 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] For port 545432e2-16e7-4aa1-9012-c7b102f7856e, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:55.069701 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] For port 545432e2-16e7-4aa1-9012-c7b102f7856e, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=545432e2-16e7-4aa1-9012-c7b102f7856e,segment=NetworkSegment(518c9ef7-9b7a-4702-a644-dca3a557e8e7),segment_id=518c9ef7-9b7a-4702-a644-dca3a557e8e7)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:55.084591 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:55.087405 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:55.131658 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf536c-98e1-4906-82c9-3074497e7906 req-9c7a9b26-26ea-4f02-832a-ee5555f41440 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:55.132217 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Routers {'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:24:55.132942 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:24:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:55.133308 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8eaf536c-98e1-4906-82c9-3074497e7906 req-9c7a9b26-26ea-4f02-832a-ee5555f41440 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0591969 Aug 27 02:24:55.192656 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8eaf536c-98e1-4906-82c9-3074497e7906 req-b4608af5-af09-4785-81c2-40ee5c26b147 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503223 Aug 27 02:24:55.192983 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24882af-b49c-48cd-a513-10ea5c33133e None None] Pushing event updated for resources: {'Port': ['ID=545432e2-16e7-4aa1-9012-c7b102f7856e,revision_number=4']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:55.267041 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] Set router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:24:55.464835 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'name': 'tempest-TestShelveInstance-1133378036-router', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:45Z', 'updated_at': '2022-08-27T02:24:51Z', 'revision_number': 4, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'gw_port': {'id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:46Z', 'updated_at': '2022-08-27T02:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '545432e2-16e7-4aa1-9012-c7b102f7856e', 'name': '', 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'mac_address': 'fa:16:3e:a9:02:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26b12c37-9afa-4de3-b8e0-5c82bf0c23e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:50Z', 'updated_at': '2022-08-27T02:24:55Z', 'revision_number': 4, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'subnets': [{'id': '26b12c37-9afa-4de3-b8e0-5c82bf0c23e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:55.489868 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b6042-3451-4c17-a2fc-bfd309d0029c None None] The sync data for ids ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'] in dv-cinder-846303-3-iscsi is: [{'id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'name': 'tempest-TestShelveInstance-1133378036-router', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:45Z', 'updated_at': '2022-08-27T02:24:51Z', 'revision_number': 4, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'gw_port': {'id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:46Z', 'updated_at': '2022-08-27T02:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '545432e2-16e7-4aa1-9012-c7b102f7856e', 'name': '', 'network_id': 'c5921003-f4a8-46c1-b11b-5e7965d1d36b', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'mac_address': 'fa:16:3e:a9:02:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26b12c37-9afa-4de3-b8e0-5c82bf0c23e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:50Z', 'updated_at': '2022-08-27T02:24:55Z', 'revision_number': 4, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'subnets': [{'id': '26b12c37-9afa-4de3-b8e0-5c82bf0c23e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:55.765401 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a35b5-2f56-46f8-9932-8fe97eb8368a req-1cdb3506-8378-47f7-b3ff-bcffc922f1e5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:55.766965 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-627a35b5-2f56-46f8-9932-8fe97eb8368a req-1cdb3506-8378-47f7-b3ff-bcffc922f1e5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0503926 Aug 27 02:24:55.824232 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-627a35b5-2f56-46f8-9932-8fe97eb8368a req-b8837634-e9bb-4a10-84bb-987f3c80b6c9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516372 Aug 27 02:24:56.115452 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4574fea-c703-42c5-97f3-edb51a0d41e7 req-aec5fdd3-c061-45ca-bd78-e6de096be16c tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0308070 Aug 27 02:24:56.223301 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 545432e2-16e7-4aa1-9012-c7b102f7856e up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:56.280804 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 545432e2-16e7-4aa1-9012-c7b102f7856e triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:56.281077 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:56.332189 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80ef05-a11e-4a7b-a379-7512aafbc11a req-bfc78f1b-09f5-4d53-96bb-366dcb1bb945 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:56.334303 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a80ef05-a11e-4a7b-a379-7512aafbc11a req-bfc78f1b-09f5-4d53-96bb-366dcb1bb945 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0526006 Aug 27 02:24:56.368920 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 545432e2-16e7-4aa1-9012-c7b102f7856e is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:56.369351 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:56.389732 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a80ef05-a11e-4a7b-a379-7512aafbc11a req-a6b76a99-b0c6-4444-90b9-00a6c82e1704 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476115 Aug 27 02:24:56.412765 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 545432e2-16e7-4aa1-9012-c7b102f7856e, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=545432e2-16e7-4aa1-9012-c7b102f7856e,segment=NetworkSegment(518c9ef7-9b7a-4702-a644-dca3a557e8e7),segment_id=518c9ef7-9b7a-4702-a644-dca3a557e8e7)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:56.417690 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:56.465270 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=545432e2-16e7-4aa1-9012-c7b102f7856e,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:56.557757 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:56.952168 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc318ace-248b-44e3-aba6-504b5d884f68 req-5c76e4fa-3988-4c07-b943-49473e5d958f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:56.953640 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bc318ace-248b-44e3-aba6-504b5d884f68 req-5c76e4fa-3988-4c07-b943-49473e5d958f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0477042 Aug 27 02:24:57.010732 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bc318ace-248b-44e3-aba6-504b5d884f68 req-0a8aca8b-941c-4a9d-bfd6-3ff0d94c216e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491431 Aug 27 02:24:57.229605 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-867021e8-d569-476d-a436-5dfbaa4c565e req-7527b3e6-b22d-4032-ad1b-752a1ef4745e tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0391247 Aug 27 02:24:57.533930 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4905571-7819-4e16-96d2-86c4d09aff37 req-43fbf944-1c82-4611-902d-b7d60d93c56c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:57.535935 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c4905571-7819-4e16-96d2-86c4d09aff37 req-43fbf944-1c82-4611-902d-b7d60d93c56c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0545955 Aug 27 02:24:57.587821 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c4905571-7819-4e16-96d2-86c4d09aff37 req-0ed260dd-9d21-4f32-8851-a6c7a0843775 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461118 Aug 27 02:24:58.011800 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:58.158024 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5a3b5-aaa9-49ea-900a-8b4971297940 req-b34e4eb3-dc17-42d1-ad69-092c1e716ce6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:58.159468 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d7c5a3b5-aaa9-49ea-900a-8b4971297940 req-b34e4eb3-dc17-42d1-ad69-092c1e716ce6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0576172 Aug 27 02:24:58.211030 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d7c5a3b5-aaa9-49ea-900a-8b4971297940 req-c4a9ba76-f3f4-4356-a32a-c9681552c09a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446606 Aug 27 02:24:58.216556 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 545432e2-16e7-4aa1-9012-c7b102f7856e up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:58.265237 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 545432e2-16e7-4aa1-9012-c7b102f7856e triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:24:58.265534 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:58.340689 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-960fb3e8-5499-493f-b89a-08faca6e30e8 req-1022c9aa-d36b-41e0-8ea0-7c2c7be7df0a tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0312264 Aug 27 02:24:58.351387 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 545432e2-16e7-4aa1-9012-c7b102f7856e is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:24:58.354395 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:58.721389 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3406553-0d68-463c-8906-349e52f025cf req-5a72b06b-fd19-43da-bc50-bc8009a92c59 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:58.723278 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3406553-0d68-463c-8906-349e52f025cf req-5a72b06b-fd19-43da-bc50-bc8009a92c59 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0523157 Aug 27 02:24:58.780065 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3406553-0d68-463c-8906-349e52f025cf req-4e989cf7-f333-4049-b456-180ac57acae5 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477102 Aug 27 02:24:58.989643 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:24:59.334494 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:24:59.353205 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be59e42-a976-4db4-abd7-5c2db4fa6888 req-d6d88929-f831-48aa-acc6-1d3dc53b1d39 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:59.354673 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4be59e42-a976-4db4-abd7-5c2db4fa6888 req-d6d88929-f831-48aa-acc6-1d3dc53b1d39 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0575888 Aug 27 02:24:59.405159 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4be59e42-a976-4db4-abd7-5c2db4fa6888 req-327878d7-71d1-469c-bd1c-f9631aeffa3a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446963 Aug 27 02:24:59.448162 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c56771a9-0aa8-4cf8-a2a8-1d82ed8a74c3 req-3132b24b-40d9-4eb3-9cc4-8f40c5f5b65c tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0321240 Aug 27 02:24:59.764742 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaba6df-ade3-4170-83bc-76b7bdded5ec req-c5287440-e8b5-4b07-80d7-0b456467ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:59.766990 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3eaba6df-ade3-4170-83bc-76b7bdded5ec req-c5287440-e8b5-4b07-80d7-0b456467ca05 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 1127 time: 0.0453210 Aug 27 02:24:59.875250 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaba6df-ade3-4170-83bc-76b7bdded5ec req-845b0683-bcbe-42b9-9820-48e0a3f159a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:59.876726 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3eaba6df-ade3-4170-83bc-76b7bdded5ec req-845b0683-bcbe-42b9-9820-48e0a3f159a0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 918 time: 0.0956964 Aug 27 02:24:59.923775 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9c839-c73b-4086-859e-790795a3d730 req-1299756b-ede4-462c-82ec-b3816b152f70 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:24:59.925288 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cb9c839-c73b-4086-859e-790795a3d730 req-1299756b-ede4-462c-82ec-b3816b152f70 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0531631 Aug 27 02:24:59.983747 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cb9c839-c73b-4086-859e-790795a3d730 req-3b61953d-527e-4244-8508-41d025eb23f1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521352 Aug 27 02:25:00.067424 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3eaba6df-ade3-4170-83bc-76b7bdded5ec req-101c3ac2-a4c5-411c-9af6-06392cd0c3ee service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=520bd5fb-723a-4570-83ca-72759c588707 HTTP/1.1" status: 200 len: 217 time: 0.0676889 Aug 27 02:25:00.154363 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaba6df-ade3-4170-83bc-76b7bdded5ec req-f73f3fbe-c587-4d2e-af1a-416449a4472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:00.155985 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3eaba6df-ade3-4170-83bc-76b7bdded5ec req-f73f3fbe-c587-4d2e-af1a-416449a4472d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.0579338 Aug 27 02:25:00.207319 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaba6df-ade3-4170-83bc-76b7bdded5ec req-3e232e47-deec-4c0b-84e1-64d006e713be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:00.208896 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3eaba6df-ade3-4170-83bc-76b7bdded5ec req-3e232e47-deec-4c0b-84e1-64d006e713be service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450504 Aug 27 02:25:00.319369 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3eaba6df-ade3-4170-83bc-76b7bdded5ec req-449445f5-cba6-416c-b91b-0173cba1160a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924466 Aug 27 02:25:00.332402 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 520bd5fb-723a-4570-83ca-72759c588707 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:00.414574 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3eaba6df-ade3-4170-83bc-76b7bdded5ec req-f5863a6d-5d2d-49ae-8207-65234304cd38 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874298 Aug 27 02:25:00.439398 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:00.452166 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '520bd5fb-723a-4570-83ca-72759c588707', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'port_id': '520bd5fb-723a-4570-83ca-72759c588707', 'mac_address': 'fa:16:3e:b2:66:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:00.489869 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 520bd5fb-723a-4570-83ca-72759c588707 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:25:00.490152 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (520bd5fb-723a-4570-83ca-72759c588707), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:00.507285 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520bd5fb-723a-4570-83ca-72759c588707 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:25:00.532244 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:00.538418 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (520bd5fb-723a-4570-83ca-72759c588707), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:00.554193 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b11d7-5667-4103-a5d7-f4d706e2a4f2 req-20f4679a-e187-460f-baab-f18004a9b5c7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:00.555731 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5d5b11d7-5667-4103-a5d7-f4d706e2a4f2 req-20f4679a-e187-460f-baab-f18004a9b5c7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0598009 Aug 27 02:25:00.578712 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ac12d963-bb6f-4955-b29e-92b0680346db req-4170e06b-cb65-4200-82b6-185795b2d4fd tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0395186 Aug 27 02:25:00.591683 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=520bd5fb-723a-4570-83ca-72759c588707,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:00.619665 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5d5b11d7-5667-4103-a5d7-f4d706e2a4f2 req-0ea8e5ac-ebac-4e22-9bf4-7c43d1651719 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484419 Aug 27 02:25:01.114268 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33960dd9-22f6-4a1d-a78b-72d9a00ef03f req-38b3f754-7e7a-4722-abeb-2a2cfc34b6ea tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:01.115882 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-33960dd9-22f6-4a1d-a78b-72d9a00ef03f req-38b3f754-7e7a-4722-abeb-2a2cfc34b6ea tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0484304 Aug 27 02:25:01.130005 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:01.167441 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-33960dd9-22f6-4a1d-a78b-72d9a00ef03f req-62fa5ad0-af60-4de0-9f95-21b3a1ae559c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450513 Aug 27 02:25:01.705912 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6698d913-dc69-422d-89d8-9f907e137303 req-e0f7a5a4-2f5a-460c-b53d-906415bc6a1f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0311723 Aug 27 02:25:01.750739 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd3e0f-ae10-4851-a835-126aa201f341 req-fc42507b-411f-4374-b4e0-8ffe11246e5c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:01.752186 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-efbd3e0f-ae10-4851-a835-126aa201f341 req-fc42507b-411f-4374-b4e0-8ffe11246e5c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0493760 Aug 27 02:25:01.805716 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-efbd3e0f-ae10-4851-a835-126aa201f341 req-d03ac2fa-e3d0-4212-9054-e958f0cc5a8c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472076 Aug 27 02:25:02.289551 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c5708-5013-427e-a5db-94638883ce3e req-4ef9ce7f-bbf6-431d-a9ef-84c64a55260e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:02.290984 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-461c5708-5013-427e-a5db-94638883ce3e req-4ef9ce7f-bbf6-431d-a9ef-84c64a55260e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0477872 Aug 27 02:25:02.351390 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-461c5708-5013-427e-a5db-94638883ce3e req-2d49a1c8-02bb-469e-a2c2-363b78069701 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540407 Aug 27 02:25:02.810797 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-daa96e90-86d0-484e-b23c-f4ed1eb6ded4 req-0a3773f2-d8cc-42b3-8fce-330ba5a32f98 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0302801 Aug 27 02:25:02.939862 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0020e-818f-40b7-a759-98275009ca64 req-f93a95eb-74ad-4ef9-951a-e55286a7229f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:02.941615 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-15c0020e-818f-40b7-a759-98275009ca64 req-f93a95eb-74ad-4ef9-951a-e55286a7229f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0534174 Aug 27 02:25:02.989715 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-15c0020e-818f-40b7-a759-98275009ca64 req-9019f4ad-85b6-4a5b-80b2-d769f536dbda tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423613 Aug 27 02:25:03.490421 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a76c49-ad3b-4803-9779-9626a5d545c3 req-cfd87c05-0765-485b-84f5-6926b573dff0 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:03.491944 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e4a76c49-ad3b-4803-9779-9626a5d545c3 req-cfd87c05-0765-485b-84f5-6926b573dff0 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0521703 Aug 27 02:25:03.547333 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e4a76c49-ad3b-4803-9779-9626a5d545c3 req-bdae9969-783c-43f5-92ee-c0ae3d9f26f9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458601 Aug 27 02:25:03.925690 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c225555-6928-414c-adcc-f7f4db208cb3 req-d6cbaabb-e8d3-4b50-8a5c-6108b151af17 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0348473 Aug 27 02:25:04.123782 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95346c45-3895-4a0a-aca6-fe81ff1f5b15 req-26c1060f-1bed-452b-b030-48cdec6f9c59 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:04.125283 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-95346c45-3895-4a0a-aca6-fe81ff1f5b15 req-26c1060f-1bed-452b-b030-48cdec6f9c59 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0524414 Aug 27 02:25:04.174391 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-95346c45-3895-4a0a-aca6-fe81ff1f5b15 req-3b9504ed-0c66-4ce5-aab1-ece551d81dd4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428872 Aug 27 02:25:04.680371 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346da790-593e-4591-9d40-730be601b317 req-9da08814-c605-4f9e-adf6-c79166bb2379 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:04.681811 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-346da790-593e-4591-9d40-730be601b317 req-9da08814-c605-4f9e-adf6-c79166bb2379 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0488527 Aug 27 02:25:04.734124 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-346da790-593e-4591-9d40-730be601b317 req-487e3200-7318-49a0-9214-6e768053059c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464313 Aug 27 02:25:05.058435 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-15d4fea5-be5e-4fec-ab2b-968a361ffb56 req-035d887d-21b6-4191-b4bf-e12ec5f36cc0 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0371437 Aug 27 02:25:05.534711 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9492b-286e-40ad-bfd4-82995f834752 req-076ddd2c-f6e5-4f8a-a8a5-dc227cb577b3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:05.537142 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47c9492b-286e-40ad-bfd4-82995f834752 req-076ddd2c-f6e5-4f8a-a8a5-dc227cb577b3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.2809851 Aug 27 02:25:05.572102 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:05.596073 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47c9492b-286e-40ad-bfd4-82995f834752 req-197d61c9-9edf-45da-8c11-654ce95dd1ab tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531595 Aug 27 02:25:05.859252 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640eb72-7256-4d2f-94fd-72dbd72faf18 req-267fc9a4-df8b-4b14-a67b-fe79b5001498 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:05.860708 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f640eb72-7256-4d2f-94fd-72dbd72faf18 req-267fc9a4-df8b-4b14-a67b-fe79b5001498 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0497880 Aug 27 02:25:05.908381 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f640eb72-7256-4d2f-94fd-72dbd72faf18 req-42960912-0a33-450a-a92c-4bfe0f9dcf4c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Aug 27 02:25:06.165777 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-906814d6-3839-43da-a8e2-eabe26a8e72a req-324c36b9-4392-411e-9ff8-4ffb7dd0304d tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0306320 Aug 27 02:25:06.630357 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede39a-609f-4087-992c-5360eff911d1 req-1183b29b-3cc3-48bb-be27-c6d1d3dd2a47 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:06.631809 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-1183b29b-3cc3-48bb-be27-c6d1d3dd2a47 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.45 "GET /networking/v2.0/networks?id=d622f246-857a-45c7-a4ec-c30529f7e62e HTTP/1.1" status: 200 len: 807 time: 0.1190124 Aug 27 02:25:06.654256 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Request body: {'port': {'device_id': 'e49199b7-e998-44fb-9995-e6a13fd44dc6', 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e', 'admin_state_up': True, 'tenant_id': '7cb3e3496c1a45c8942c3678c0c299e5'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:06.669527 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:06.733886 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53570-a966-42db-a4c5-79a8d00a49c7 req-e9729fd7-fe4b-4fb8-96a1-e3d41ff418bc tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:06.735524 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-60e53570-a966-42db-a4c5-79a8d00a49c7 req-e9729fd7-fe4b-4fb8-96a1-e3d41ff418bc tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0565608 Aug 27 02:25:06.779622 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:06.787406 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Made reservation on behalf of 7cb3e3496c1a45c8942c3678c0c299e5 for: {'port': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:06.790904 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-60e53570-a966-42db-a4c5-79a8d00a49c7 req-7f4984ca-ec4f-4393-ae97-e879f26014ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477655 Aug 27 02:25:06.791182 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:06.929861 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Allocated IP 172.20.0.3 (d622f246-857a-45c7-a4ec-c30529f7e62e/bed300f7-b4cf-42ee-bd47-2e327fabd1d3/55122ed4-7c38-4c0f-b4b9-a09312935cbc) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:07.031465 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6720d-60a5-41c3-a29e-129fa58d0911 req-e6f96977-de24-465d-8635-aed1c6bc3dbd tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:07.033021 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-97b6720d-60a5-41c3-a29e-129fa58d0911 req-e6f96977-de24-465d-8635-aed1c6bc3dbd tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0492706 Aug 27 02:25:07.084746 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-97b6720d-60a5-41c3-a29e-129fa58d0911 req-d8bc19d0-0842-49a1-9f12-7e01e5530896 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450859 Aug 27 02:25:07.090501 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks [] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:07.132799 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:07.173780 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Network d622f246-857a-45c7-a4ec-c30529f7e62e is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:07.177292 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:07.181317 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:25:07.211098 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Pushing event updated for resources: {'Port': ['ID=55122ed4-7c38-4c0f-b4b9-a09312935cbc,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:07.243286 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:07.244035 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:07.262357 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-dbce7086-e90e-4010-9dd7-a10a63b64bb7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6121271 Aug 27 02:25:07.293467 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e64747-b111-4fad-a4f3-75e8562a5c92 req-105afbe4-c5f9-41b8-8408-2ce819a8ace6 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:07.295016 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18e64747-b111-4fad-a4f3-75e8562a5c92 req-105afbe4-c5f9-41b8-8408-2ce819a8ace6 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 931 time: 0.0525949 Aug 27 02:25:07.304148 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Request body: {'port': {'device_id': 'e49199b7-e998-44fb-9995-e6a13fd44dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:07.346482 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18e64747-b111-4fad-a4f3-75e8562a5c92 req-5cd8210a-a57a-4e6c-96ae-eabbd83bf5c9 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452790 Aug 27 02:25:07.373175 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:07.756945 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:07.843770 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55122ed4-7c38-4c0f-b4b9-a09312935cbc {{(pid=106604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:25:07.850828 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:07.853321 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Publish callbacks [] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:07.867687 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.provisioning_blocks [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Transition to ACTIVE for port object 55122ed4-7c38-4c0f-b4b9-a09312935cbc will not be triggered until provisioned by entity L2. {{(pid=106604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:25:07.872740 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:07.902881 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:07.921868 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89fe48-f010-451b-a546-62ef0bc80121 req-4b539b7d-c67c-46d4-9d1d-ef5d8e76f8a7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:07.923367 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0d89fe48-f010-451b-a546-62ef0bc80121 req-4b539b7d-c67c-46d4-9d1d-ef5d8e76f8a7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0469475 Aug 27 02:25:07.954726 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Pushing event updated for resources: {'Port': ['ID=55122ed4-7c38-4c0f-b4b9-a09312935cbc,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:07.973818 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0d89fe48-f010-451b-a546-62ef0bc80121 req-38becfc1-7cab-4be4-9a84-9b40bd874f96 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445714 Aug 27 02:25:07.988276 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Attempting to bind port 55122ed4-7c38-4c0f-b4b9-a09312935cbc on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:25:07.988636 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Attempting to bind port 55122ed4-7c38-4c0f-b4b9-a09312935cbc by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '12f19e89-1b4f-4ef1-ac4b-aaee51132008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e'}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:25:07.988998 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Attempting to bind port 55122ed4-7c38-4c0f-b4b9-a09312935cbc on network d622f246-857a-45c7-a4ec-c30529f7e62e {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:25:07.993772 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Port 55122ed4-7c38-4c0f-b4b9-a09312935cbc on network d622f246-857a-45c7-a4ec-c30529f7e62e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:25:07.994078 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Attempting to bind port 55122ed4-7c38-4c0f-b4b9-a09312935cbc on network d622f246-857a-45c7-a4ec-c30529f7e62e {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:25:07.999995 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:25:08.000322 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Checking segment: {'id': '12f19e89-1b4f-4ef1-ac4b-aaee51132008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:25:08.000687 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Bound using segment: {'id': '12f19e89-1b4f-4ef1-ac4b-aaee51132008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e'} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:25:08.001103 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Bound port: 55122ed4-7c38-4c0f-b4b9-a09312935cbc, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f19e89-1b4f-4ef1-ac4b-aaee51132008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e'}}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:25:08.001479 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:08.066727 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] For port 55122ed4-7c38-4c0f-b4b9-a09312935cbc, host hv-cinder-84630, cleared binding levels {{(pid=106604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:08.069804 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] For port 55122ed4-7c38-4c0f-b4b9-a09312935cbc, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=55122ed4-7c38-4c0f-b4b9-a09312935cbc,segment=NetworkSegment(12f19e89-1b4f-4ef1-ac4b-aaee51132008),segment_id=12f19e89-1b4f-4ef1-ac4b-aaee51132008)] {{(pid=106604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:08.075902 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:08.081059 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:08.081936 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:08.083319 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/55122ed4-7c38-4c0f-b4b9-a09312935cbc HTTP/1.1" status: 200 len: 1093 time: 0.7836409 Aug 27 02:25:08.083813 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49199b7-e998-44fb-9995-e6a13fd44dc6', 'tag': '55122ed4-7c38-4c0f-b4b9-a09312935cbc'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:25:08.086393 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd66c655-f156-4bed-a905-aa9d5f012522" -d '{"events": [{"name": "network-changed", "server_uuid": "e49199b7-e998-44fb-9995-e6a13fd44dc6", "tag": "55122ed4-7c38-4c0f-b4b9-a09312935cbc"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:08.140289 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768380f-39bd-4cb8-a82e-591d8cf934f7 service neutron] Pushing event updated for resources: {'Port': ['ID=55122ed4-7c38-4c0f-b4b9-a09312935cbc,revision_number=3']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:08.156386 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['520bd5fb-723a-4570-83ca-72759c588707'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:25:08.162513 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6343ad-e99c-4822-8249-7bb305f6d034 x-openstack-request-id: req-ef6343ad-e99c-4822-8249-7bb305f6d034 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:08.162805 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49199b7-e998-44fb-9995-e6a13fd44dc6", "tag": "55122ed4-7c38-4c0f-b4b9-a09312935cbc", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:08.163184 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef6343ad-e99c-4822-8249-7bb305f6d034 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:08.163602 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6343ad-e99c-4822-8249-7bb305f6d034'] response: {'name': 'network-changed', 'server_uuid': 'e49199b7-e998-44fb-9995-e6a13fd44dc6', 'tag': '55122ed4-7c38-4c0f-b4b9-a09312935cbc', 'status': 'completed', 'code': 200} Aug 27 02:25:08.195088 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:08.196279 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:08.199216 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede39a-609f-4087-992c-5360eff911d1 req-7295c62f-6d68-4563-909b-b43f50974789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:08.201538 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-7295c62f-6d68-4563-909b-b43f50974789 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7cb3e3496c1a45c8942c3678c0c299e5&device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0524862 Aug 27 02:25:08.228011 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31e07f-f422-4eaf-bddc-35933329f77d req-3988bd8e-4fdd-42a1-a675-8d54ef5a0d93 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:08.229753 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d31e07f-f422-4eaf-bddc-35933329f77d req-3988bd8e-4fdd-42a1-a675-8d54ef5a0d93 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0572467 Aug 27 02:25:08.281544 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d31e07f-f422-4eaf-bddc-35933329f77d req-d57602a5-2b1b-4426-9854-c92ca3e817e9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 Aug 27 02:25:08.303831 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-342345aa-ccbb-465f-a6af-9b9606041e19 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55122ed4-7c38-4c0f-b4b9-a09312935cbc HTTP/1.1" status: 200 len: 217 time: 0.0378132 Aug 27 02:25:08.359808 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede39a-609f-4087-992c-5360eff911d1 req-6c1242a2-ba14-41cd-b37a-a54a10123d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:08.362035 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-6c1242a2-ba14-41cd-b37a-a54a10123d35 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bed300f7-b4cf-42ee-bd47-2e327fabd1d3 HTTP/1.1" status: 200 len: 847 time: 0.0515785 Aug 27 02:25:08.400202 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-63014f86-d857-471f-b295-21aa441fdc5c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d622f246-857a-45c7-a4ec-c30529f7e62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308259 Aug 27 02:25:08.453735 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:08.460947 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:08.485369 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc60f09-18cf-44ad-82b5-d46d615a5796 req-0d242d36-b9bd-4be7-ae96-e488b716e4d4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:08.486927 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dbc60f09-18cf-44ad-82b5-d46d615a5796 req-0d242d36-b9bd-4be7-ae96-e488b716e4d4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 943 time: 0.0638294 Aug 27 02:25:08.515379 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-b6f54fa2-d48f-4752-a300-2a2ad30103d2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d622f246-857a-45c7-a4ec-c30529f7e62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082215 Aug 27 02:25:08.570474 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dbc60f09-18cf-44ad-82b5-d46d615a5796 req-38e39295-b370-4ae9-880e-8c9e2cc75327 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777106 Aug 27 02:25:08.636928 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-aeede39a-609f-4087-992c-5360eff911d1 req-77933328-4e99-4c9f-860e-078718f4ae1f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d622f246-857a-45c7-a4ec-c30529f7e62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132946 Aug 27 02:25:08.822502 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66c655-f156-4bed-a905-aa9d5f012522 req-09936122-3298-4e7d-8afe-592b0ab52e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:08.822502 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-dd66c655-f156-4bed-a905-aa9d5f012522 req-09936122-3298-4e7d-8afe-592b0ab52e05 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7cb3e3496c1a45c8942c3678c0c299e5&device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0426497 Aug 27 02:25:08.921854 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66c655-f156-4bed-a905-aa9d5f012522 req-3d1dc5d9-b4c2-4225-b17c-8fb77102b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:08.923346 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-dd66c655-f156-4bed-a905-aa9d5f012522 req-3d1dc5d9-b4c2-4225-b17c-8fb77102b301 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d622f246-857a-45c7-a4ec-c30529f7e62e HTTP/1.1" status: 200 len: 908 time: 0.0974629 Aug 27 02:25:08.973708 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-dd66c655-f156-4bed-a905-aa9d5f012522 req-5e63d0b2-eb2a-40cc-a218-8697a68c6d91 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55122ed4-7c38-4c0f-b4b9-a09312935cbc HTTP/1.1" status: 200 len: 217 time: 0.0437875 Aug 27 02:25:09.043139 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:09.048833 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66c655-f156-4bed-a905-aa9d5f012522 req-c35951a1-efcf-4947-8821-121edb6071be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:09.050390 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-dd66c655-f156-4bed-a905-aa9d5f012522 req-c35951a1-efcf-4947-8821-121edb6071be service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bed300f7-b4cf-42ee-bd47-2e327fabd1d3 HTTP/1.1" status: 200 len: 847 time: 0.0713184 Aug 27 02:25:09.130829 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b097ddd-9ae6-42fa-a327-3df3b0efc9f4 req-e041a29e-ed98-4db6-913b-60b69a92457b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:09.132567 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b097ddd-9ae6-42fa-a327-3df3b0efc9f4 req-e041a29e-ed98-4db6-913b-60b69a92457b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0582998 Aug 27 02:25:09.186579 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b097ddd-9ae6-42fa-a327-3df3b0efc9f4 req-3d619471-223e-4daa-9dc1-6171eef03002 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475874 Aug 27 02:25:09.295508 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:25:09.410060 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1f2ab-758a-4196-832e-6bf5fc568cf4 req-8608b575-18b8-4230-8ea6-746ee3373572 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:09.411662 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-89e1f2ab-758a-4196-832e-6bf5fc568cf4 req-8608b575-18b8-4230-8ea6-746ee3373572 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0491457 Aug 27 02:25:09.465847 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-89e1f2ab-758a-4196-832e-6bf5fc568cf4 req-775fd59b-eb46-45e7-8afa-942f59eac2e6 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484891 Aug 27 02:25:09.705479 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f90ab-0e34-40b2-9daa-5f9586ac7606 req-f216079c-42e6-4744-8442-d96a29b3e88c tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:09.707218 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-db7f90ab-0e34-40b2-9daa-5f9586ac7606 req-f216079c-42e6-4744-8442-d96a29b3e88c tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 943 time: 0.0544636 Aug 27 02:25:09.755261 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:09.761059 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-db7f90ab-0e34-40b2-9daa-5f9586ac7606 req-83995df5-c3ae-4a1d-b769-bbe75d50f1cd tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477755 Aug 27 02:25:10.329902 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08622c6d-40f5-43b6-87b7-9163912f62f5 req-29a6db83-84ea-4ed1-a6d0-d049594f1b9b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:10.331445 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08622c6d-40f5-43b6-87b7-9163912f62f5 req-29a6db83-84ea-4ed1-a6d0-d049594f1b9b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0582526 Aug 27 02:25:10.384382 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08622c6d-40f5-43b6-87b7-9163912f62f5 req-16f830cd-113a-4d74-9b9d-f7cc0676fe3d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462959 Aug 27 02:25:10.605508 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafd45b-c392-455b-8a74-ca8380b85243 req-be53f572-5569-4298-af86-b927a998ec56 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:10.607138 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fbafd45b-c392-455b-8a74-ca8380b85243 req-be53f572-5569-4298-af86-b927a998ec56 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0591023 Aug 27 02:25:10.663226 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fbafd45b-c392-455b-8a74-ca8380b85243 req-5a7d2c67-b57b-4bab-90dd-a352c953548a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503092 Aug 27 02:25:10.904775 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f524-b0cc-4872-9a36-9dec1cfa9385 req-27ffdde7-b8d3-4b15-aa6c-a2a9231f1174 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:10.906330 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ba00f524-b0cc-4872-9a36-9dec1cfa9385 req-27ffdde7-b8d3-4b15-aa6c-a2a9231f1174 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 943 time: 0.0578144 Aug 27 02:25:10.964854 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ba00f524-b0cc-4872-9a36-9dec1cfa9385 req-82401662-e999-44e9-b15b-346a3e07a7e1 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517912 Aug 27 02:25:11.524155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2073-fea8-4f2b-8639-48d769ed9d68 req-74794748-2b11-47c2-ad60-6c2b62ba70a2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:11.525684 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18df2073-fea8-4f2b-8639-48d769ed9d68 req-74794748-2b11-47c2-ad60-6c2b62ba70a2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0603642 Aug 27 02:25:11.578889 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18df2073-fea8-4f2b-8639-48d769ed9d68 req-2ef76c65-4aa3-4fc8-935e-d02514abe02f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472956 Aug 27 02:25:11.788336 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf47cc0-903e-4698-896d-39debe393027 req-19aae8ea-b2cc-47e4-a599-8bdbfeb427a2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:11.790005 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1bf47cc0-903e-4698-896d-39debe393027 req-19aae8ea-b2cc-47e4-a599-8bdbfeb427a2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0506043 Aug 27 02:25:11.840912 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1bf47cc0-903e-4698-896d-39debe393027 req-0a1cbdf7-8002-4ce1-8dc2-35029bc87aa2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448930 Aug 27 02:25:12.092073 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfbda0-4c2f-48da-9fc7-67bcf1466ad6 req-dcca4a42-cb3f-42f5-8d61-e0397cbd7029 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:12.094485 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e5bfbda0-4c2f-48da-9fc7-67bcf1466ad6 req-dcca4a42-cb3f-42f5-8d61-e0397cbd7029 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 943 time: 0.0568213 Aug 27 02:25:12.145995 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e5bfbda0-4c2f-48da-9fc7-67bcf1466ad6 req-53b2e8b8-2a05-4bed-a13b-be918269630b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446310 Aug 27 02:25:12.674469 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:12.712329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7ecca-180f-496b-92bb-612fde4a67db req-acca9d03-e19d-4b09-8f64-4a882494de80 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:12.713899 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-91b7ecca-180f-496b-92bb-612fde4a67db req-acca9d03-e19d-4b09-8f64-4a882494de80 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0495310 Aug 27 02:25:12.762813 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-91b7ecca-180f-496b-92bb-612fde4a67db req-fed44bce-b798-4e06-a855-ee20ca2ee9e9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431466 Aug 27 02:25:12.977109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e45ef-4461-4841-87b1-295ab11af84e req-2d8ffa51-2841-4405-955c-38cb2e4550fa tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:12.978837 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-355e45ef-4461-4841-87b1-295ab11af84e req-2d8ffa51-2841-4405-955c-38cb2e4550fa tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0595384 Aug 27 02:25:13.045469 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-355e45ef-4461-4841-87b1-295ab11af84e req-51bc7b8c-5aa7-40e9-901d-713bb6edb995 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589049 Aug 27 02:25:13.271319 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a516dd-7358-4b23-8936-d77b874a14e9 req-9eb97777-7a26-4118-bb9f-31c5a698a02e tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:13.272839 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84a516dd-7358-4b23-8936-d77b874a14e9 req-9eb97777-7a26-4118-bb9f-31c5a698a02e tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 943 time: 0.0475056 Aug 27 02:25:13.325060 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84a516dd-7358-4b23-8936-d77b874a14e9 req-ed559db3-6561-4201-8a88-11afa98aab90 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430098 Aug 27 02:25:13.890912 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3bcc3-b6f1-498c-b386-8f0d95d0e459 req-9f33713c-f929-45b7-bac2-9cd239284cda tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:13.892612 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a2c3bcc3-b6f1-498c-b386-8f0d95d0e459 req-9f33713c-f929-45b7-bac2-9cd239284cda tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0485332 Aug 27 02:25:13.945143 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a2c3bcc3-b6f1-498c-b386-8f0d95d0e459 req-85be4e3f-ce42-4d12-9860-7052635dc541 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464056 Aug 27 02:25:14.174402 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc39e3-c4f1-453e-aa92-09e8f5d484ea req-35ad7356-ce87-4e23-add1-c5c7503c6088 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:14.176277 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0fc39e3-c4f1-453e-aa92-09e8f5d484ea req-35ad7356-ce87-4e23-add1-c5c7503c6088 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0480618 Aug 27 02:25:14.206524 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:14.230842 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0fc39e3-c4f1-453e-aa92-09e8f5d484ea req-d4ae7f38-48e0-4eb2-b9f7-78d4e53538da tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Aug 27 02:25:14.459800 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1523ca-37d5-4e3f-90c4-e4ee2a7a9402 req-49c0a929-c657-4c1a-84cc-73594b1164c3 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:14.462216 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4f1523ca-37d5-4e3f-90c4-e4ee2a7a9402 req-49c0a929-c657-4c1a-84cc-73594b1164c3 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 943 time: 0.0566909 Aug 27 02:25:14.517409 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4f1523ca-37d5-4e3f-90c4-e4ee2a7a9402 req-c42f3d0f-25de-483b-8b38-d40e110fc78b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462999 Aug 27 02:25:15.088268 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825fce-3c04-48a0-826f-1411e18a554e req-d8b5fca5-eb68-429d-bdff-42709a8295c5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:15.089759 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f825fce-3c04-48a0-826f-1411e18a554e req-d8b5fca5-eb68-429d-bdff-42709a8295c5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0550797 Aug 27 02:25:15.142853 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f825fce-3c04-48a0-826f-1411e18a554e req-fb185fd2-7a2e-4923-9cce-e6fc423ca32d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443048 Aug 27 02:25:15.358910 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cb959-7478-4727-a654-9329d6a179c3 req-76b4caa8-be40-46d0-8334-6b9b5f716391 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:15.360383 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee1cb959-7478-4727-a654-9329d6a179c3 req-76b4caa8-be40-46d0-8334-6b9b5f716391 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0528083 Aug 27 02:25:15.409827 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee1cb959-7478-4727-a654-9329d6a179c3 req-6afa13b3-bf19-4bcb-9b48-443bd7fa8d0d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Aug 27 02:25:15.642591 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38202-b9d9-45a7-b859-35f9fcc65a17 req-890f7ba8-e6cb-421c-94a2-4987819c5c8a tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:15.644038 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8fa38202-b9d9-45a7-b859-35f9fcc65a17 req-890f7ba8-e6cb-421c-94a2-4987819c5c8a tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 943 time: 0.0505781 Aug 27 02:25:15.699134 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8fa38202-b9d9-45a7-b859-35f9fcc65a17 req-a8332312-4498-4e31-9033-6106747bc50a tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490520 Aug 27 02:25:16.268587 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a9252-e8bd-483b-a2b2-1ef4ad78b1c3 req-fb3b188e-24b8-4055-8441-5afb4d19f6cf tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:16.270154 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d9a9252-e8bd-483b-a2b2-1ef4ad78b1c3 req-fb3b188e-24b8-4055-8441-5afb4d19f6cf tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0483739 Aug 27 02:25:16.322726 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d9a9252-e8bd-483b-a2b2-1ef4ad78b1c3 req-406a886e-ec27-41d3-944a-b072468213b4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439117 Aug 27 02:25:16.542349 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2651f-5ccc-4014-98ea-7d38e156952c req-08b970d3-9b34-4a9b-be81-937255ec8fea tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:16.543673 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4a2651f-5ccc-4014-98ea-7d38e156952c req-08b970d3-9b34-4a9b-be81-937255ec8fea tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0503094 Aug 27 02:25:16.581480 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:16.594170 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4a2651f-5ccc-4014-98ea-7d38e156952c req-67df7dc6-b184-429c-be4c-b699d91eebf4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448723 Aug 27 02:25:16.834907 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-dd66c655-f156-4bed-a905-aa9d5f012522 req-89d21122-df48-4fc6-b711-616f53604c1d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d622f246-857a-45c7-a4ec-c30529f7e62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300450 Aug 27 02:25:16.841612 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c6e1c-aacb-4ec4-8135-53ca76c71b2a req-f109b072-e7c5-4485-a487-a121e12b13d1 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:16.843089 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e31c6e1c-aacb-4ec4-8135-53ca76c71b2a req-f109b072-e7c5-4485-a487-a121e12b13d1 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 943 time: 0.0564196 Aug 27 02:25:16.892894 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e31c6e1c-aacb-4ec4-8135-53ca76c71b2a req-114ed235-ca0a-444d-aff3-b466dc46d09d tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419402 Aug 27 02:25:16.960886 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 520bd5fb-723a-4570-83ca-72759c588707 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:17.015384 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 520bd5fb-723a-4570-83ca-72759c588707 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:25:17.025079 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 520bd5fb-723a-4570-83ca-72759c588707 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:25:17.025509 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (520bd5fb-723a-4570-83ca-72759c588707), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:17.101192 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 520bd5fb-723a-4570-83ca-72759c588707 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:25:17.101588 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (520bd5fb-723a-4570-83ca-72759c588707), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:17.133594 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bd5fb-723a-4570-83ca-72759c588707'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:25:17.137264 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdad1c2-823b-4d0a-be80-ba77620662c5" -d '{"events": [{"server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "name": "network-vif-plugged", "status": "completed", "tag": "520bd5fb-723a-4570-83ca-72759c588707"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:17.152746 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:17.157101 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (520bd5fb-723a-4570-83ca-72759c588707), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:17.180073 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08fc29b-b2d8-4b4b-889c-f2b990dac6f5 x-openstack-request-id: req-d08fc29b-b2d8-4b4b-889c-f2b990dac6f5 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:17.180363 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "name": "network-vif-plugged", "status": "completed", "tag": "520bd5fb-723a-4570-83ca-72759c588707", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:17.180613 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d08fc29b-b2d8-4b4b-889c-f2b990dac6f5 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:17.181004 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08fc29b-b2d8-4b4b-889c-f2b990dac6f5'] response: {'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bd5fb-723a-4570-83ca-72759c588707', 'code': 200} Aug 27 02:25:17.207736 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=520bd5fb-723a-4570-83ca-72759c588707,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:17.462081 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6fbe-8015-41e9-95b9-9d0376b83f56 req-c0f18218-92e5-4be3-9048-1981704c0381 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:17.463570 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-71ed6fbe-8015-41e9-95b9-9d0376b83f56 req-c0f18218-92e5-4be3-9048-1981704c0381 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0558655 Aug 27 02:25:17.528674 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-71ed6fbe-8015-41e9-95b9-9d0376b83f56 req-5b6ff1b7-972d-44be-975b-3406148f7229 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542994 Aug 27 02:25:17.740130 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521b92f-36aa-43cc-9dca-8b9a5ed02039 req-b9cbb108-199e-45e8-88f7-2f47cada24c4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:17.741658 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9521b92f-36aa-43cc-9dca-8b9a5ed02039 req-b9cbb108-199e-45e8-88f7-2f47cada24c4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0585198 Aug 27 02:25:17.791132 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9521b92f-36aa-43cc-9dca-8b9a5ed02039 req-bb670dcd-c7d5-4282-9283-dbb489ff8041 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Aug 27 02:25:18.014033 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3a37a-7a12-461d-8dc8-401fdbfcf868 req-6d7fa95e-5bc6-4663-a01c-f5184cdc5010 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:18.015735 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cf3a37a-7a12-461d-8dc8-401fdbfcf868 req-6d7fa95e-5bc6-4663-a01c-f5184cdc5010 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 943 time: 0.0507700 Aug 27 02:25:18.070723 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cf3a37a-7a12-461d-8dc8-401fdbfcf868 req-0a8b74ef-511e-43ac-a2dd-f72a64f03275 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487123 Aug 27 02:25:18.637279 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46858) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:18.656331 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c790b-b806-42e0-934c-2a8bef427e8d req-9c2cf42b-d2df-4b5a-bd33-ac781786f706 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:18.657847 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-508c790b-b806-42e0-934c-2a8bef427e8d req-9c2cf42b-d2df-4b5a-bd33-ac781786f706 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0495460 Aug 27 02:25:18.683532 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:18.713679 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-508c790b-b806-42e0-934c-2a8bef427e8d req-02c12a08-349b-4f0d-a128-e42bd3d925db tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494499 Aug 27 02:25:18.759840 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2b85ce49-5e97-44c6-bdfd-7118ab9c71db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:18.851934 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2b85ce49-5e97-44c6-bdfd-7118ab9c71db admin admin] Publish callbacks [] for security_group (8fe0b526-7189-45e8-8c67-107eb836cd91), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:18.856424 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2b85ce49-5e97-44c6-bdfd-7118ab9c71db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (8fe0b526-7189-45e8-8c67-107eb836cd91), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:18.872039 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:18.899452 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-2b85ce49-5e97-44c6-bdfd-7118ab9c71db admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a895b94351214ca6a67e82cb34915530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610829 Aug 27 02:25:18.901902 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85ce49-5e97-44c6-bdfd-7118ab9c71db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe0b526-7189-45e8-8c67-107eb836cd91,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:18.902586 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46864) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:18.940348 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf94823-dcfc-4b80-b2db-72784c98ff73 req-686d0a85-69f4-4ace-b458-0cf9051feab1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:18.941920 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2bf94823-dcfc-4b80-b2db-72784c98ff73 req-686d0a85-69f4-4ace-b458-0cf9051feab1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0682447 Aug 27 02:25:19.000487 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3bf0de44-5246-4526-ae23-201d36026f56 admin admin] Publish callbacks [] for security_group (8fe0b526-7189-45e8-8c67-107eb836cd91), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:19.023159 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2bf94823-dcfc-4b80-b2db-72784c98ff73 req-c8e3afdb-a811-45d1-9eeb-30f3139074e4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714998 Aug 27 02:25:19.032918 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3bf0de44-5246-4526-ae23-201d36026f56 admin admin] Publish callbacks [] for security_group (8fe0b526-7189-45e8-8c67-107eb836cd91), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:19.102671 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3bf0de44-5246-4526-ae23-201d36026f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (8fe0b526-7189-45e8-8c67-107eb836cd91), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:19.105758 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3bf0de44-5246-4526-ae23-201d36026f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:19.107889 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3bf0de44-5246-4526-ae23-201d36026f56 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8fe0b526-7189-45e8-8c67-107eb836cd91 HTTP/1.1" status: 204 len: 168 time: 0.2039695 Aug 27 02:25:19.121714 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0de44-5246-4526-ae23-201d36026f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe0b526-7189-45e8-8c67-107eb836cd91,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:19.223204 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ad5c-ccc8-443b-b4b3-11595d9df52e req-3b9c6dbf-9cd7-4893-a4d3-52b8bb06eb93 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:19.224957 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c538ad5c-ccc8-443b-b4b3-11595d9df52e req-3b9c6dbf-9cd7-4893-a4d3-52b8bb06eb93 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 943 time: 0.0579960 Aug 27 02:25:19.285481 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c538ad5c-ccc8-443b-b4b3-11595d9df52e req-e959ecf3-ea7d-4a6a-8fa8-5ea68dc034c7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490527 Aug 27 02:25:19.290486 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:19.851818 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be9821-31ae-416c-b79d-0eb3876f8245 req-a3b0206b-bccf-4a0d-b445-f9474ae23c65 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:19.853330 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-33be9821-31ae-416c-b79d-0eb3876f8245 req-a3b0206b-bccf-4a0d-b445-f9474ae23c65 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0472450 Aug 27 02:25:19.902501 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-33be9821-31ae-416c-b79d-0eb3876f8245 req-96f45d1f-3eab-42ee-ad44-47c457114543 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Aug 27 02:25:20.149820 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3dc16-4c8e-4aea-ad42-d5ddea0b6c31 req-c77e9acb-c7c3-43db-913f-946c82ff33f6 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:20.151459 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-32b3dc16-4c8e-4aea-ad42-d5ddea0b6c31 req-c77e9acb-c7c3-43db-913f-946c82ff33f6 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0530550 Aug 27 02:25:20.187871 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:20.210016 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-32b3dc16-4c8e-4aea-ad42-d5ddea0b6c31 req-aa7b65a4-c18b-41df-9787-7c9c43b2a442 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525093 Aug 27 02:25:20.260488 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 46916) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:20.376584 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d4079713-edd5-47fc-bc3e-9044c239a26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:20.422827 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed00ac-f4d1-43da-a7d2-77a309af071d req-8814e7c6-ecae-4649-be73-114abe946625 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:20.424276 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-85ed00ac-f4d1-43da-a7d2-77a309af071d req-8814e7c6-ecae-4649-be73-114abe946625 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 943 time: 0.0631320 Aug 27 02:25:20.503036 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-85ed00ac-f4d1-43da-a7d2-77a309af071d req-156f5507-1d5b-47f9-b08c-5c28fe055ee6 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722868 Aug 27 02:25:20.531098 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d4079713-edd5-47fc-bc3e-9044c239a26c admin admin] Publish callbacks [] for security_group (d80aad4d-90e9-49cd-9345-870abd753bf8), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:20.537404 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d4079713-edd5-47fc-bc3e-9044c239a26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (d80aad4d-90e9-49cd-9345-870abd753bf8), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:20.580624 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d4079713-edd5-47fc-bc3e-9044c239a26c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fc0c4ef439c541579a79b7e90e282938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189991 Aug 27 02:25:20.581319 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4079713-edd5-47fc-bc3e-9044c239a26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80aad4d-90e9-49cd-9345-870abd753bf8,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:20.584549 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46922) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:20.637417 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8faea139-56d1-4ef1-a839-4f668cf938d8 admin admin] Publish callbacks [] for security_group (d80aad4d-90e9-49cd-9345-870abd753bf8), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:20.671692 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8faea139-56d1-4ef1-a839-4f668cf938d8 admin admin] Publish callbacks [] for security_group (d80aad4d-90e9-49cd-9345-870abd753bf8), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:20.726859 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8faea139-56d1-4ef1-a839-4f668cf938d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (d80aad4d-90e9-49cd-9345-870abd753bf8), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:20.731017 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8faea139-56d1-4ef1-a839-4f668cf938d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:20.732704 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-8faea139-56d1-4ef1-a839-4f668cf938d8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d80aad4d-90e9-49cd-9345-870abd753bf8 HTTP/1.1" status: 204 len: 168 time: 0.1468127 Aug 27 02:25:20.742547 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faea139-56d1-4ef1-a839-4f668cf938d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80aad4d-90e9-49cd-9345-870abd753bf8,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:20.892432 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-16ca4b77-cff9-4313-a569-073e13a80af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:20.960717 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 55122ed4-7c38-4c0f-b4b9-a09312935cbc details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:21.026002 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:21.035946 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc5f15-1b94-47df-9ee8-b66e28337f88 req-c2d89626-2578-4100-a01a-b91db980eb55 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:21.037483 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fbcc5f15-1b94-47df-9ee8-b66e28337f88 req-c2d89626-2578-4100-a01a-b91db980eb55 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0522542 Aug 27 02:25:21.082798 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 55122ed4-7c38-4c0f-b4b9-a09312935cbc, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=55122ed4-7c38-4c0f-b4b9-a09312935cbc,segment=NetworkSegment(12f19e89-1b4f-4ef1-ac4b-aaee51132008),segment_id=12f19e89-1b4f-4ef1-ac4b-aaee51132008)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:21.094239 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fbcc5f15-1b94-47df-9ee8-b66e28337f88 req-3495c96c-4861-4e10-86fb-0fc27f6423cb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508819 Aug 27 02:25:21.095633 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '55122ed4-7c38-4c0f-b4b9-a09312935cbc', 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e', 'port_id': '55122ed4-7c38-4c0f-b4b9-a09312935cbc', 'mac_address': 'fa:16:3e:e2:64:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed300f7-b4cf-42ee-bd47-2e327fabd1d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:21.135013 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 55122ed4-7c38-4c0f-b4b9-a09312935cbc is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:25:21.135394 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:21.148855 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55122ed4-7c38-4c0f-b4b9-a09312935cbc {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:25:21.171761 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 55122ed4-7c38-4c0f-b4b9-a09312935cbc, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=55122ed4-7c38-4c0f-b4b9-a09312935cbc,segment=NetworkSegment(12f19e89-1b4f-4ef1-ac4b-aaee51132008),segment_id=12f19e89-1b4f-4ef1-ac4b-aaee51132008)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:21.177079 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:21.214910 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:21.228229 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=55122ed4-7c38-4c0f-b4b9-a09312935cbc,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:21.339501 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cde81f-2a1c-4ba4-aa60-22af3b704e67 req-884a7ca1-65f5-42e1-b21a-24bd16cd11c3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:21.341047 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42cde81f-2a1c-4ba4-aa60-22af3b704e67 req-884a7ca1-65f5-42e1-b21a-24bd16cd11c3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0497024 Aug 27 02:25:21.391698 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42cde81f-2a1c-4ba4-aa60-22af3b704e67 req-fe743eb9-26ef-4224-b56c-2d87b7e5c31a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438373 Aug 27 02:25:21.504804 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-dd66c655-f156-4bed-a905-aa9d5f012522 req-40776ff6-fdd2-403d-8d7f-3d36640f368a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d622f246-857a-45c7-a4ec-c30529f7e62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081250 Aug 27 02:25:21.651033 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179ef3a-34e5-4bed-805f-25b9ed3f3fcc req-4d49f546-7f3b-4f10-b211-60c7d46c0897 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:21.652569 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e179ef3a-34e5-4bed-805f-25b9ed3f3fcc req-4d49f546-7f3b-4f10-b211-60c7d46c0897 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 944 time: 0.0603702 Aug 27 02:25:21.706099 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-dd66c655-f156-4bed-a905-aa9d5f012522 req-ad2a46b6-a7bd-4e66-bb75-65096d184a02 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d622f246-857a-45c7-a4ec-c30529f7e62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452942 Aug 27 02:25:21.713907 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e179ef3a-34e5-4bed-805f-25b9ed3f3fcc req-b4b20e9d-857b-42d3-918a-6ad59fede280 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482073 Aug 27 02:25:21.716262 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['55122ed4-7c38-4c0f-b4b9-a09312935cbc'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:25:21.776410 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:21.786019 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34514527-abdb-4703-962b-35526459d541 req-19d8d1bc-438d-4253-a0c7-ee728e28c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:21.787664 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-34514527-abdb-4703-962b-35526459d541 req-19d8d1bc-438d-4253-a0c7-ee728e28c08d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0431492 Aug 27 02:25:21.892374 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-34514527-abdb-4703-962b-35526459d541 req-909e55af-45b7-444d-8e94-8c4af859fd02 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536957 Aug 27 02:25:22.227637 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f5f62-438c-429b-abfd-389e454035ec req-1b51c620-15bf-42f4-83f0-217070d505ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:22.229095 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6d5f5f62-438c-429b-abfd-389e454035ec req-1b51c620-15bf-42f4-83f0-217070d505ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0482941 Aug 27 02:25:22.278167 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6d5f5f62-438c-429b-abfd-389e454035ec req-c91d254b-d5d4-4ff8-8427-0b160e38ed96 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433278 Aug 27 02:25:22.519127 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0f4b3-0fda-472b-856d-df016a1cc1e0 req-e4041951-4e1a-40f0-bbf6-5fd10c5dbfa3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:22.521548 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c5b0f4b3-0fda-472b-856d-df016a1cc1e0 req-e4041951-4e1a-40f0-bbf6-5fd10c5dbfa3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0539527 Aug 27 02:25:22.580781 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c5b0f4b3-0fda-472b-856d-df016a1cc1e0 req-5d12d6f4-7f3f-4da0-9092-d0aee5abcbf6 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502863 Aug 27 02:25:22.845951 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef914170-5574-4c48-a6e1-3e1313dd9231 req-2386a877-9e29-4477-b4a6-ee8c35e385d1 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:22.847412 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef914170-5574-4c48-a6e1-3e1313dd9231 req-2386a877-9e29-4477-b4a6-ee8c35e385d1 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 944 time: 0.0523033 Aug 27 02:25:22.905926 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef914170-5574-4c48-a6e1-3e1313dd9231 req-ecdf3d53-c9f1-42ee-a485-38e6e6aee08e tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468962 Aug 27 02:25:23.355648 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 46996) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:23.413243 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaa88d-f399-4eb7-b464-99bc335ab86f req-595d3d0d-2d7a-4191-b5c5-eeb759d4e44b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:23.413243 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5caaa88d-f399-4eb7-b464-99bc335ab86f req-595d3d0d-2d7a-4191-b5c5-eeb759d4e44b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0489612 Aug 27 02:25:23.459322 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5caaa88d-f399-4eb7-b464-99bc335ab86f req-b72787c0-91ab-49cf-aea2-72e1d864fee1 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456066 Aug 27 02:25:23.480474 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9bff0c62-d676-462d-954a-7e8cd01c10e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:23.535379 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 55122ed4-7c38-4c0f-b4b9-a09312935cbc up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:23.557385 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:23.562847 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9bff0c62-d676-462d-954a-7e8cd01c10e9 admin admin] Publish callbacks [] for security_group (a1e6f60b-7976-4d37-bffb-1770b241922b), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:23.568524 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9bff0c62-d676-462d-954a-7e8cd01c10e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (a1e6f60b-7976-4d37-bffb-1770b241922b), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:23.582512 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 55122ed4-7c38-4c0f-b4b9-a09312935cbc completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:25:23.588910 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 55122ed4-7c38-4c0f-b4b9-a09312935cbc triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:25:23.589409 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:23.613654 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff0c62-d676-462d-954a-7e8cd01c10e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e6f60b-7976-4d37-bffb-1770b241922b,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:23.621620 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-9bff0c62-d676-462d-954a-7e8cd01c10e9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=faac909270b6414eabe3a4b144539f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629273 Aug 27 02:25:23.622891 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 47004) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:23.673975 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Publish callbacks [] for security_group (a1e6f60b-7976-4d37-bffb-1770b241922b), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:23.677839 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 55122ed4-7c38-4c0f-b4b9-a09312935cbc is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:25:23.678231 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:23.692647 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:23.710968 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49199b7-e998-44fb-9995-e6a13fd44dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55122ed4-7c38-4c0f-b4b9-a09312935cbc'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:25:23.713255 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503f2934-9352-45f7-bc2f-26727362092f" -d '{"events": [{"server_uuid": "e49199b7-e998-44fb-9995-e6a13fd44dc6", "name": "network-vif-plugged", "status": "completed", "tag": "55122ed4-7c38-4c0f-b4b9-a09312935cbc"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:23.726750 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 55122ed4-7c38-4c0f-b4b9-a09312935cbc, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=55122ed4-7c38-4c0f-b4b9-a09312935cbc,segment=NetworkSegment(12f19e89-1b4f-4ef1-ac4b-aaee51132008),segment_id=12f19e89-1b4f-4ef1-ac4b-aaee51132008)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:23.731804 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:23.733819 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Publish callbacks [] for security_group (a1e6f60b-7976-4d37-bffb-1770b241922b), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:23.753481 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e4115-86d8-4c62-a05c-7976f98ef81b req-ccc82396-e940-4e5c-ac78-5268d0d1ddad tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:23.755148 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c8e4115-86d8-4c62-a05c-7976f98ef81b req-ccc82396-e940-4e5c-ac78-5268d0d1ddad tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0780926 Aug 27 02:25:23.760262 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be31cf39-bbfb-44d2-9759-d7f232608adb x-openstack-request-id: req-be31cf39-bbfb-44d2-9759-d7f232608adb {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:23.760574 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49199b7-e998-44fb-9995-e6a13fd44dc6", "name": "network-vif-plugged", "status": "completed", "tag": "55122ed4-7c38-4c0f-b4b9-a09312935cbc", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:23.760820 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be31cf39-bbfb-44d2-9759-d7f232608adb {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:23.761673 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be31cf39-bbfb-44d2-9759-d7f232608adb'] response: {'server_uuid': 'e49199b7-e998-44fb-9995-e6a13fd44dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55122ed4-7c38-4c0f-b4b9-a09312935cbc', 'code': 200} Aug 27 02:25:23.785647 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=55122ed4-7c38-4c0f-b4b9-a09312935cbc,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:23.820579 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c8e4115-86d8-4c62-a05c-7976f98ef81b req-4ad927ac-0da9-41d8-ad5a-eb0902b9b9a8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528409 Aug 27 02:25:23.827934 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (a1e6f60b-7976-4d37-bffb-1770b241922b), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:23.830628 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:23.831849 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a1e6f60b-7976-4d37-bffb-1770b241922b HTTP/1.1" status: 204 len: 168 time: 0.2082441 Aug 27 02:25:23.840125 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e6f60b-7976-4d37-bffb-1770b241922b,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:23.852153 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.852502 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.852846 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.853241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.853581 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.853913 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.854239 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.854565 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.854990 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.856240 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.856327 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.856661 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.856988 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.857387 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.857761 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9a3b9-799e-45b1-a15a-7968ff986df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:23.974723 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6e80028d-dfb2-43af-b697-d53091a53dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:24.039438 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad2303-e803-45b3-8b61-5856d5c5dd3d req-1dbcaf4c-9f01-4825-95dc-2f7c59833125 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:24.040954 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0fad2303-e803-45b3-8b61-5856d5c5dd3d req-1dbcaf4c-9f01-4825-95dc-2f7c59833125 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0526457 Aug 27 02:25:24.113271 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0fad2303-e803-45b3-8b61-5856d5c5dd3d req-2aa6edfc-8e86-4d78-b7aa-0f26225e9666 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662653 Aug 27 02:25:24.586879 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:24.636970 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d552-6848-4b63-9963-7396691c6031 req-6fde4bcd-16f0-4305-b3d7-8914e6ad5dec tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:24.645990 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e775d552-6848-4b63-9963-7396691c6031 req-6fde4bcd-16f0-4305-b3d7-8914e6ad5dec tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0702689 Aug 27 02:25:24.720752 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e775d552-6848-4b63-9963-7396691c6031 req-8d2e125e-5c1f-4583-b0f4-dc1c78a96f00 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671184 Aug 27 02:25:24.958169 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27e147-493f-4d41-8c2b-01de5f01be10 req-6fe101a0-93f3-488d-b3e7-0b9919db9a24 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:24.959687 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8a27e147-493f-4d41-8c2b-01de5f01be10 req-6fe101a0-93f3-488d-b3e7-0b9919db9a24 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0555108 Aug 27 02:25:25.017348 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8a27e147-493f-4d41-8c2b-01de5f01be10 req-8f51b5ff-0496-4810-bd98-f1c3a45ae438 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516987 Aug 27 02:25:25.251286 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a75922-22cd-4d54-96d7-07e5a62eb1fe req-f8bb5f72-6886-4436-b265-f817ad2d14db tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:25.252847 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48a75922-22cd-4d54-96d7-07e5a62eb1fe req-f8bb5f72-6886-4436-b265-f817ad2d14db tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0558672 Aug 27 02:25:25.306773 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48a75922-22cd-4d54-96d7-07e5a62eb1fe req-4a4258ea-e162-428b-87ec-d55eafb3951a tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469024 Aug 27 02:25:25.858366 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a34b9-e196-4648-a455-5b986731a8c8 req-92dfdd61-007b-4ea0-acf4-aae7eee48251 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:25.859823 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-649a34b9-e196-4648-a455-5b986731a8c8 req-92dfdd61-007b-4ea0-acf4-aae7eee48251 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0576320 Aug 27 02:25:25.917781 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-649a34b9-e196-4648-a455-5b986731a8c8 req-15b70eb1-7b19-4508-995b-f42f489a6471 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517023 Aug 27 02:25:26.158423 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e20e9c-8c9f-4035-b2c0-41888c8fa4f7 req-25535877-be0f-44bf-8a04-77a1ad83745e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:26.160360 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-91e20e9c-8c9f-4035-b2c0-41888c8fa4f7 req-25535877-be0f-44bf-8a04-77a1ad83745e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0643268 Aug 27 02:25:26.211574 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-91e20e9c-8c9f-4035-b2c0-41888c8fa4f7 req-86563f05-c7b8-46ef-beb2-26f986334fb2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450225 Aug 27 02:25:26.436591 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168df57a-6905-49c3-9f23-2c2900df395c req-f82dbaf1-62b8-434c-b51e-f1e716330bb2 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:26.438096 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-168df57a-6905-49c3-9f23-2c2900df395c req-f82dbaf1-62b8-434c-b51e-f1e716330bb2 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0499446 Aug 27 02:25:26.489889 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-168df57a-6905-49c3-9f23-2c2900df395c req-43e062e5-da90-4495-b8b0-027d29eb647a tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Aug 27 02:25:26.557355 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:26.914637 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7868ae-cb95-4dc3-9202-eadf7985df62 req-0b8856e7-fd5f-474b-bdf5-c30c6e336902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:26.916126 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-eb7868ae-cb95-4dc3-9202-eadf7985df62 req-0b8856e7-fd5f-474b-bdf5-c30c6e336902 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 1129 time: 0.0448232 Aug 27 02:25:26.962220 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a20d9-d0cf-4397-bb7f-57223176a307 req-78cd53b8-a527-43d1-bf7f-200f4dfbe06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:26.964845 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b4a20d9-d0cf-4397-bb7f-57223176a307 req-78cd53b8-a527-43d1-bf7f-200f4dfbe06f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 1130 time: 0.0550315 Aug 27 02:25:26.984640 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-eb7868ae-cb95-4dc3-9202-eadf7985df62 req-7b7cbb67-0de0-4a01-b50b-107b541a64e4 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545149 Aug 27 02:25:27.062330 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b4a20d9-d0cf-4397-bb7f-57223176a307 req-bd7ae622-f484-415d-b796-3141788e2716 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921590 Aug 27 02:25:27.076472 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c470f-4d38-47e3-b847-65274781e001 req-b9be986f-ffb9-4210-88bc-1636c4d7c8d3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:27.077931 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6d3c470f-4d38-47e3-b847-65274781e001 req-b9be986f-ffb9-4210-88bc-1636c4d7c8d3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0620553 Aug 27 02:25:27.128948 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6d3c470f-4d38-47e3-b847-65274781e001 req-cf1e301c-c00c-4c89-ad09-e7b7eaec63ea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Aug 27 02:25:27.329768 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff5ba-a330-4efc-9624-baf4ad4d62d8 req-bfa11e3d-648a-45ae-8052-7819f0c1ebde tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:27.331287 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-465ff5ba-a330-4efc-9624-baf4ad4d62d8 req-bfa11e3d-648a-45ae-8052-7819f0c1ebde tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0803533 Aug 27 02:25:27.342623 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 47102) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:27.347663 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-c1cf4462-152d-444e-869e-59b19a01082e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'floatingip': {'port_id': '520bd5fb-723a-4570-83ca-72759c588707'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:27.355587 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699d08b-4bbe-499e-929a-e9b3e70cff79 req-f081028c-8e6a-485a-844c-3a218e8622d1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:27.357042 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4699d08b-4bbe-499e-929a-e9b3e70cff79 req-f081028c-8e6a-485a-844c-3a218e8622d1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0688300 Aug 27 02:25:27.406693 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4462-152d-444e-869e-59b19a01082e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (5037673b-c22c-4bcd-8a6f-de242e0e0fc5), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:27.440133 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:27.484394 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:27.524882 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4699d08b-4bbe-499e-929a-e9b3e70cff79 req-c8d0d6dd-094c-4cda-90a5-17ccbd6e56fb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385357 Aug 27 02:25:27.686935 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7586462-e1e4-4232-9656-1cec7a528228 req-4fa42990-03ae-44e6-b9d0-b8b240846e07 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:27.688401 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d7586462-e1e4-4232-9656-1cec7a528228 req-4fa42990-03ae-44e6-b9d0-b8b240846e07 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0802691 Aug 27 02:25:27.818583 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d7586462-e1e4-4232-9656-1cec7a528228 req-ec25e00f-68fa-487f-ba17-2896bbae17a8 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228585 Aug 27 02:25:27.980243 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4462-152d-444e-869e-59b19a01082e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:27.986998 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4462-152d-444e-869e-59b19a01082e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (5037673b-c22c-4bcd-8a6f-de242e0e0fc5), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:28.007720 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:28.092961 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-c1cf4462-152d-444e-869e-59b19a01082e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Floating IP 5037673b-c22c-4bcd-8a6f-de242e0e0fc5 associated. External IP: 172.27.1.148, port: 520bd5fb-723a-4570-83ca-72759c588707. Aug 27 02:25:28.310856 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cf4462-152d-444e-869e-59b19a01082e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Router 73619651-94ce-49ee-bfdb-5e08bde38425 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:25:28.351055 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:28.675036 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c1ae5-a450-474a-b826-e8cf53c89324 req-62fdf18a-6fb9-4f54-b46b-3ffae5f9a21c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:28.676665 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-086c1ae5-a450-474a-b826-e8cf53c89324 req-62fdf18a-6fb9-4f54-b46b-3ffae5f9a21c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0579743 Aug 27 02:25:28.678155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cf4462-152d-444e-869e-59b19a01082e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:28.682672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4462-152d-444e-869e-59b19a01082e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:28.688883 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed9d45-f53c-43db-a067-57292e5c0ea9 None None] Sync routers for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:28.700704 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed9d45-f53c-43db-a067-57292e5c0ea9 None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:25:28.701639 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-efed9d45-f53c-43db-a067-57292e5c0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:25:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:28.720366 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:28.720366 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c1cf4462-152d-444e-869e-59b19a01082e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/5037673b-c22c-4bcd-8a6f-de242e0e0fc5 HTTP/1.1" status: 200 len: 991 time: 1.3764312 Aug 27 02:25:28.720580 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'tag': '520bd5fb-723a-4570-83ca-72759c588707'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:25:28.725501 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06492ce-9e44-4d0e-89b9-213aafe8af72" -d '{"events": [{"name": "network-changed", "server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "tag": "520bd5fb-723a-4570-83ca-72759c588707"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:28.735265 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:28.773774 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-086c1ae5-a450-474a-b826-e8cf53c89324 req-8d6f2d1e-2d86-47a1-b6d0-cb7d16526f87 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871623 Aug 27 02:25:28.775938 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db921340-e8d7-4c85-952e-130a9c734a9d x-openstack-request-id: req-db921340-e8d7-4c85-952e-130a9c734a9d {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:28.776229 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "tag": "520bd5fb-723a-4570-83ca-72759c588707", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:28.776478 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db921340-e8d7-4c85-952e-130a9c734a9d {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:28.776864 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db921340-e8d7-4c85-952e-130a9c734a9d'] response: {'name': 'network-changed', 'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'tag': '520bd5fb-723a-4570-83ca-72759c588707', 'status': 'completed', 'code': 200} Aug 27 02:25:28.808373 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-efed9d45-f53c-43db-a067-57292e5c0ea9 None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:25:28.965483 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ccd8b-6c9a-4ff2-b985-72126e303b04 req-32a66327-4688-4b4a-afb2-e09b02d16ea6 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:28.966966 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a3ccd8b-6c9a-4ff2-b985-72126e303b04 req-32a66327-4688-4b4a-afb2-e09b02d16ea6 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0548768 Aug 27 02:25:29.001652 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:29.014851 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:29.019739 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a3ccd8b-6c9a-4ff2-b985-72126e303b04 req-522f5e28-0a53-4aca-89f5-0f8856a86c4b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Aug 27 02:25:29.089890 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-efed9d45-f53c-43db-a067-57292e5c0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '5037673b-c22c-4bcd-8a6f-de242e0e0fc5', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'port_id': '520bd5fb-723a-4570-83ca-72759c588707', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'mac_address': 'fa:16:3e:b2:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:24:35Z', 'updated_at': '2022-08-27T02:25:27Z', 'revision_number': 1, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:29.117226 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed9d45-f53c-43db-a067-57292e5c0ea9 None None] Checking router: 73619651-94ce-49ee-bfdb-5e08bde38425 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:29.126286 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed9d45-f53c-43db-a067-57292e5c0ea9 None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:25:29.126897 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-efed9d45-f53c-43db-a067-57292e5c0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:25:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:29.240772 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:29.245802 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-efed9d45-f53c-43db-a067-57292e5c0ea9 None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:25:29.475998 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-efed9d45-f53c-43db-a067-57292e5c0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '5037673b-c22c-4bcd-8a6f-de242e0e0fc5', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'port_id': '520bd5fb-723a-4570-83ca-72759c588707', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'mac_address': 'fa:16:3e:b2:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:24:35Z', 'updated_at': '2022-08-27T02:25:27Z', 'revision_number': 1, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:29.502439 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed9d45-f53c-43db-a067-57292e5c0ea9 None None] The sync data for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi is: [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '5037673b-c22c-4bcd-8a6f-de242e0e0fc5', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'port_id': '520bd5fb-723a-4570-83ca-72759c588707', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'mac_address': 'fa:16:3e:b2:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:24:35Z', 'updated_at': '2022-08-27T02:25:27Z', 'revision_number': 1, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:29.699850 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35a426f-b0c5-4fd8-97fd-6cee1730dbed None None] New status for floating IP 5037673b-c22c-4bcd-8a6f-de242e0e0fc5: ACTIVE {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:25:29.896046 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738f367-917f-4120-a86e-032c30b06e38 req-d9f0b8fe-f1d4-4286-ae9b-6026307d7cc1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:29.897600 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c738f367-917f-4120-a86e-032c30b06e38 req-d9f0b8fe-f1d4-4286-ae9b-6026307d7cc1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0498362 Aug 27 02:25:29.951879 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c738f367-917f-4120-a86e-032c30b06e38 req-053244f9-f2cb-4518-9233-57027d10bc8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482213 Aug 27 02:25:30.144979 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4e12e-5d07-4de5-9a5a-09430bb5cc31 req-46272a6a-5a69-4b15-a71b-38436464019c tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:30.146733 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-29c4e12e-5d07-4de5-9a5a-09430bb5cc31 req-46272a6a-5a69-4b15-a71b-38436464019c tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0522852 Aug 27 02:25:30.202307 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-29c4e12e-5d07-4de5-9a5a-09430bb5cc31 req-69c95c3d-652a-4f56-b261-f80c58848e56 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499113 Aug 27 02:25:31.081942 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4300-5631-452c-a0a5-9390cf1c3741 req-390877cd-acb6-4ad1-b224-a38d72e9e772 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:31.084038 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05ec4300-5631-452c-a0a5-9390cf1c3741 req-390877cd-acb6-4ad1-b224-a38d72e9e772 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0541229 Aug 27 02:25:31.134749 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05ec4300-5631-452c-a0a5-9390cf1c3741 req-1736da9f-f6a4-41b8-ad48-14cc4a606787 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Aug 27 02:25:31.320937 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73334-e274-46ac-b44e-9d060361c101 req-3e69ade1-7b5d-4511-a106-86c388d39105 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:31.322559 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5f73334-e274-46ac-b44e-9d060361c101 req-3e69ade1-7b5d-4511-a106-86c388d39105 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0469267 Aug 27 02:25:31.374982 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5f73334-e274-46ac-b44e-9d060361c101 req-8a251631-6bdd-4434-b947-225a9ce5babc tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464809 Aug 27 02:25:32.279391 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfca60-c3bc-4f11-b8c3-36bf1bd4c9c2 req-31ca339b-b1df-466f-b306-0d5a46fa96bd tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:32.280910 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6dcfca60-c3bc-4f11-b8c3-36bf1bd4c9c2 req-31ca339b-b1df-466f-b306-0d5a46fa96bd tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0584228 Aug 27 02:25:32.340565 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6dcfca60-c3bc-4f11-b8c3-36bf1bd4c9c2 req-e8b23ce7-02f2-4f6b-b2ed-62b60c5d62d9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519080 Aug 27 02:25:32.504307 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99a714-ecca-4962-b710-884a7a351ed5 req-dd9cc677-95b0-44d6-add3-4b5bcfc8ece1 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:32.505819 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ab99a714-ecca-4962-b710-884a7a351ed5 req-dd9cc677-95b0-44d6-add3-4b5bcfc8ece1 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0475466 Aug 27 02:25:32.554704 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ab99a714-ecca-4962-b710-884a7a351ed5 req-a69a502a-d84a-49d5-a227-b1565b574edf tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431869 Aug 27 02:25:33.376413 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-1e5d9d41-68d4-40ff-9577-ff5784a25630 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483837 Aug 27 02:25:33.415638 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06492ce-9e44-4d0e-89b9-213aafe8af72 req-b0a456fd-858f-4856-b608-e8307e137918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:33.417494 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e06492ce-9e44-4d0e-89b9-213aafe8af72 req-b0a456fd-858f-4856-b608-e8307e137918 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0485792 Aug 27 02:25:33.485982 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c141e-304b-4f3e-8162-ec8c0304f6c4 req-e42840db-8024-4fcb-90de-3268257c355e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:33.487455 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5a5c141e-304b-4f3e-8162-ec8c0304f6c4 req-e42840db-8024-4fcb-90de-3268257c355e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0469780 Aug 27 02:25:33.534830 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5a5c141e-304b-4f3e-8162-ec8c0304f6c4 req-612c5bb9-4169-4c14-9d9c-dc9392d415b4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Aug 27 02:25:33.673270 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2dc9b-ab67-4ecc-ae39-da958de320f9 req-f3439312-aa4c-4224-8ba8-60e81995c3ba tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:33.674657 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ab2dc9b-ab67-4ecc-ae39-da958de320f9 req-f3439312-aa4c-4224-8ba8-60e81995c3ba tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0470068 Aug 27 02:25:33.739238 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ab2dc9b-ab67-4ecc-ae39-da958de320f9 req-2b3c9ac5-5b39-485b-ad5c-48ca20300f2a tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546074 Aug 27 02:25:34.259831 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-1e7b08bb-9b7c-40dd-b4c3-986eeb33788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:34.261508 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-1e7b08bb-9b7c-40dd-b4c3-986eeb33788b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 1129 time: 0.0598431 Aug 27 02:25:34.306560 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06492ce-9e44-4d0e-89b9-213aafe8af72 req-12de923d-7560-429c-9512-f530f8678190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:34.308010 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e06492ce-9e44-4d0e-89b9-213aafe8af72 req-12de923d-7560-429c-9512-f530f8678190 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 918 time: 0.1058247 Aug 27 02:25:34.666060 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6b8ff-46a4-4a2a-8a1d-6748051e7f34 req-391e44d3-eefe-4870-aabe-4953f9e35e1b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:34.667652 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9be6b8ff-46a4-4a2a-8a1d-6748051e7f34 req-391e44d3-eefe-4870-aabe-4953f9e35e1b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0507915 Aug 27 02:25:34.688280 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:34.724842 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9be6b8ff-46a4-4a2a-8a1d-6748051e7f34 req-21056500-4649-4f7f-9f86-c60cbad08d98 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502524 Aug 27 02:25:34.879493 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:34.912903 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:34.924157 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e06492ce-9e44-4d0e-89b9-213aafe8af72 req-1717c083-89e2-487d-91ee-f88dc1ebfcd9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=520bd5fb-723a-4570-83ca-72759c588707 HTTP/1.1" status: 200 len: 1001 time: 0.1134953 Aug 27 02:25:34.949220 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955a9f9-10e7-4767-82bc-cdf8c83e3bc7 req-9f461b53-173d-4a3a-90cd-b011622f7e43 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:34.951163 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5955a9f9-10e7-4767-82bc-cdf8c83e3bc7 req-9f461b53-173d-4a3a-90cd-b011622f7e43 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.1020348 Aug 27 02:25:34.991643 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-348f1445-5360-4068-9336-f3c1a4016c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:34.992092 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-348f1445-5360-4068-9336-f3c1a4016c51 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.1795995 Aug 27 02:25:35.039973 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7caaa-80e3-4238-a051-45cb96481af9 req-a7bbcea9-9907-4044-844e-daf358ef56b2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:35.041518 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3fc7caaa-80e3-4238-a051-45cb96481af9 req-a7bbcea9-9907-4044-844e-daf358ef56b2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0694623 Aug 27 02:25:35.053702 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5955a9f9-10e7-4767-82bc-cdf8c83e3bc7 req-addd8486-7812-48cf-bb22-8ab097dff6e4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945528 Aug 27 02:25:35.114078 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3fc7caaa-80e3-4238-a051-45cb96481af9 req-3fd44e19-5493-4ddf-9861-c5371318868d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587940 Aug 27 02:25:35.197361 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-7bb3e5a1-ddf0-410c-b21d-1bf44b43e960 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-580183686&fields=id&tenant_id=b2ddff853b7546788b645a0344c2297b HTTP/1.1" status: 200 len: 267 time: 0.0499315 Aug 27 02:25:35.314492 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-5d23ea5a-71b7-4593-ac0e-48acee5ea31e tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:35.315894 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-5d23ea5a-71b7-4593-ac0e-48acee5ea31e tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/networks?id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd HTTP/1.1" status: 200 len: 809 time: 0.1117289 Aug 27 02:25:35.332105 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-4656867e-5892-4725-866d-1aa4ca150675 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/quotas/b2ddff853b7546788b645a0344c2297b HTTP/1.1" status: 200 len: 375 time: 0.0104327 Aug 27 02:25:35.395440 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-b853d48a-3c30-42e0-a7a7-69d37b8d3606 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b2ddff853b7546788b645a0344c2297b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559020 Aug 27 02:25:35.500208 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-0407195b-b026-4c4e-9ffd-87bacbbd658b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922945 Aug 27 02:25:35.597954 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-2c219036-6f96-41c4-aba0-245d41a7ace7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913930 Aug 27 02:25:35.922939 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c65e97b-b87d-458b-b14b-db78cc258ed5 req-ab46e566-1cd7-4da5-b8e3-b6701fb83ced tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 210 time: 0.0277324 Aug 27 02:25:36.228118 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-03f58c75-2c19-40ee-b905-67e65d40a9c9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81921b15-5b92-41f8-a6fa-30be932b9435 HTTP/1.1" status: 200 len: 217 time: 0.0543172 Aug 27 02:25:36.236105 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae8ef4-3cb4-4992-b9f1-8b3d71adff97 req-e005d4ae-a39b-4e9c-b4e1-d76632e5540f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:36.237662 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-95ae8ef4-3cb4-4992-b9f1-8b3d71adff97 req-e005d4ae-a39b-4e9c-b4e1-d76632e5540f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0991874 Aug 27 02:25:36.278643 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06492ce-9e44-4d0e-89b9-213aafe8af72 req-8ebad0bc-2bd3-40b2-886e-59d4ec0faa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:36.280286 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e06492ce-9e44-4d0e-89b9-213aafe8af72 req-8ebad0bc-2bd3-40b2-886e-59d4ec0faa6d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.1064367 Aug 27 02:25:36.355212 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06492ce-9e44-4d0e-89b9-213aafe8af72 req-68c27cc4-14ef-4b2c-ab17-8ce7e8560f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:36.356990 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e06492ce-9e44-4d0e-89b9-213aafe8af72 req-68c27cc4-14ef-4b2c-ab17-8ce7e8560f16 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553613 Aug 27 02:25:36.404307 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12244ceb-e752-48cc-bb2c-06f505e52b7c req-ac2558e1-c866-4a39-a57b-e4201e2e7b63 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:36.406419 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12244ceb-e752-48cc-bb2c-06f505e52b7c req-ac2558e1-c866-4a39-a57b-e4201e2e7b63 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.1497195 Aug 27 02:25:36.431800 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-95ae8ef4-3cb4-4992-b9f1-8b3d71adff97 req-42f51d47-faa2-4c37-adde-619d43f7c767 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828439 Aug 27 02:25:36.444822 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65bf44-6c47-4e1c-81f2-c237b3fa1d26 req-6d1ce3f1-63b8-4f2f-8068-de0754dd02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:36.447932 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d65bf44-6c47-4e1c-81f2-c237b3fa1d26 req-6d1ce3f1-63b8-4f2f-8068-de0754dd02e0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 1130 time: 0.1393104 Aug 27 02:25:36.453497 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-1f032b34-b5ee-4bb9-8cf2-551e194c3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:36.455200 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-1f032b34-b5ee-4bb9-8cf2-551e194c3680 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.1718652 Aug 27 02:25:36.470074 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:36.499642 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 47312) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:36.562531 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12244ceb-e752-48cc-bb2c-06f505e52b7c req-9f9226bf-2510-4d1e-953d-a3d3acd0bb60 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442556 Aug 27 02:25:36.600890 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:36.604690 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65bf44-6c47-4e1c-81f2-c237b3fa1d26 req-5b7efde5-b1f6-4f40-9431-5e9a38f11c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:36.606316 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d65bf44-6c47-4e1c-81f2-c237b3fa1d26 req-5b7efde5-b1f6-4f40-9431-5e9a38f11c8e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.1328714 Aug 27 02:25:36.612321 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e06492ce-9e44-4d0e-89b9-213aafe8af72 req-8b33dabd-7031-4cc9-840c-a1a9e134af3f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225807 Aug 27 02:25:36.709850 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1a5a-0c40-4edd-8fc0-9bbf42abd319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:36.747007 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d65bf44-6c47-4e1c-81f2-c237b3fa1d26 req-4494c0c3-95e4-458c-b85b-974463c6e2e3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f55f99-dc75-425b-9214-a2edc384e389 HTTP/1.1" status: 200 len: 217 time: 0.0563343 Aug 27 02:25:36.751541 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-89ce3250-bfc9-45e1-bcb5-773f4b7dae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:36.753023 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-89ce3250-bfc9-45e1-bcb5-773f4b7dae71 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001484 Aug 27 02:25:36.785366 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e06492ce-9e44-4d0e-89b9-213aafe8af72 req-1359b8a4-e528-433f-a2ef-ba6345bb5dab service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096563 Aug 27 02:25:36.815474 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 47320) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:36.889587 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65bf44-6c47-4e1c-81f2-c237b3fa1d26 req-844d42a4-1122-4680-bff6-c8407d318465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:36.891064 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d65bf44-6c47-4e1c-81f2-c237b3fa1d26 req-844d42a4-1122-4680-bff6-c8407d318465 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.1371431 Aug 27 02:25:36.954515 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-50965376-cd07-4fcd-b427-e1499573c899 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859722 Aug 27 02:25:36.955212 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:36.968525 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1a5a-0c40-4edd-8fc0-9bbf42abd319 admin admin] Publish callbacks [] for security_group (50ad8ca3-eefb-43c6-a9f5-ab0e19dc0dfd), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:36.976307 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1a5a-0c40-4edd-8fc0-9bbf42abd319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (50ad8ca3-eefb-43c6-a9f5-ab0e19dc0dfd), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.097821 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892c397-a1a5-4f4d-93c1-787ca4e884a9 req-17513c44-e33b-4f88-b6e4-c7692a33e563 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:37.099876 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5892c397-a1a5-4f4d-93c1-787ca4e884a9 req-17513c44-e33b-4f88-b6e4-c7692a33e563 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0944798 Aug 27 02:25:37.146736 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b1a5a-0c40-4edd-8fc0-9bbf42abd319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ad8ca3-eefb-43c6-a9f5-ab0e19dc0dfd,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:37.154187 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-56765e55-1f0d-43f5-8a33-aa93a7b3305f req-d84d3716-b60c-4a90-b9be-74a69e996151 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 210 time: 0.1215947 Aug 27 02:25:37.159518 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-5f2b1a5a-0c40-4edd-8fc0-9bbf42abd319 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=35ed6547d15841428a00838658626c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6318698 Aug 27 02:25:37.161010 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 47326) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:37.164700 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65bf44-6c47-4e1c-81f2-c237b3fa1d26 req-13544936-336a-4a33-9052-1f0ccddafe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:37.166326 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d65bf44-6c47-4e1c-81f2-c237b3fa1d26 req-13544936-336a-4a33-9052-1f0ccddafe95 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1651690 Aug 27 02:25:37.186004 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Publish callbacks [] for security_group (1b8c93e1-568c-4748-9560-686904284ece), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.201314 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1b8c93e1-568c-4748-9560-686904284ece), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.273473 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8c93e1-568c-4748-9560-686904284ece,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:37.273681 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3683db2c-3443-48e9-8ca0-0f42c459aaa8 req-083bef49-c853-4556-a3cc-06b0b48fae52 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690728 Aug 27 02:25:37.298003 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d65bf44-6c47-4e1c-81f2-c237b3fa1d26 req-326de13a-8fd2-4f43-b3af-ff8f1417a31e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249812 Aug 27 02:25:37.319144 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.319712 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.319807 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.320141 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.320465 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.320781 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.321096 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.321433 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.321748 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.322061 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.322378 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.322749 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.323073 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.323370 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.323675 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:37.351793 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:37.363100 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-d4f6d9da-1d11-4c94-a86a-eabf8b43a0cb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fdf11a2660f74e3999f378f2fc427e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5463614 Aug 27 02:25:37.370452 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 47328) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:37.386182 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-5892c397-a1a5-4f4d-93c1-787ca4e884a9 req-b5ca7e41-8fd7-41a3-bd9b-9b63598beeb4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Deleting port 55122ed4-7c38-4c0f-b4b9-a09312935cbc {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:25:37.386786 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5892c397-a1a5-4f4d-93c1-787ca4e884a9 req-b5ca7e41-8fd7-41a3-bd9b-9b63598beeb4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.436115 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d65bf44-6c47-4e1c-81f2-c237b3fa1d26 req-095011c8-7769-423d-b33c-61c4358099e2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060042 Aug 27 02:25:37.463948 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b1bbca23-8592-441e-ba52-b096102036d2 admin admin] Publish callbacks [] for security_group (50ad8ca3-eefb-43c6-a9f5-ab0e19dc0dfd), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.509718 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b1bbca23-8592-441e-ba52-b096102036d2 admin admin] Publish callbacks [] for security_group (50ad8ca3-eefb-43c6-a9f5-ab0e19dc0dfd), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.562415 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab7d4-071e-4014-a562-6c84be0eb9ed admin admin] Publish callbacks [] for security_group (1b8c93e1-568c-4748-9560-686904284ece), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.577525 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eada2d1-81fd-4141-a432-80dab7046b8b req-3d69878f-c397-47f9-8596-dd31fb820c47 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:37.579087 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8eada2d1-81fd-4141-a432-80dab7046b8b req-3d69878f-c397-47f9-8596-dd31fb820c47 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 945 time: 0.0539296 Aug 27 02:25:37.588441 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:37.592234 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-5892c397-a1a5-4f4d-93c1-787ca4e884a9 req-b5ca7e41-8fd7-41a3-bd9b-9b63598beeb4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] For port 55122ed4-7c38-4c0f-b4b9-a09312935cbc, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=55122ed4-7c38-4c0f-b4b9-a09312935cbc,segment=NetworkSegment(12f19e89-1b4f-4ef1-ac4b-aaee51132008),segment_id=12f19e89-1b4f-4ef1-ac4b-aaee51132008)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:37.592591 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5892c397-a1a5-4f4d-93c1-787ca4e884a9 req-b5ca7e41-8fd7-41a3-bd9b-9b63598beeb4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.622182 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-5892c397-a1a5-4f4d-93c1-787ca4e884a9 req-b5ca7e41-8fd7-41a3-bd9b-9b63598beeb4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Calling delete_port for 55122ed4-7c38-4c0f-b4b9-a09312935cbc owned by compute:nova {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:25:37.627015 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab7d4-071e-4014-a562-6c84be0eb9ed admin admin] Publish callbacks [] for security_group (1b8c93e1-568c-4748-9560-686904284ece), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.656420 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:37.671069 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8eada2d1-81fd-4141-a432-80dab7046b8b req-90dd391f-4d2c-49ca-93f1-19c0ed130a3c tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853498 Aug 27 02:25:37.715869 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0725a7-7dbb-43e9-8086-f6f8a999bdfb req-c90dea32-0b9b-4753-9481-09d56e8c9b9b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:37.717591 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6e0725a7-7dbb-43e9-8086-f6f8a999bdfb req-c90dea32-0b9b-4753-9481-09d56e8c9b9b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0657024 Aug 27 02:25:37.735551 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b1bbca23-8592-441e-ba52-b096102036d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (50ad8ca3-eefb-43c6-a9f5-ab0e19dc0dfd), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.738502 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b1bbca23-8592-441e-ba52-b096102036d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.739628 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-b1bbca23-8592-441e-ba52-b096102036d2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/50ad8ca3-eefb-43c6-a9f5-ab0e19dc0dfd HTTP/1.1" status: 204 len: 168 time: 0.5700572 Aug 27 02:25:37.760257 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:37.762963 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbca23-8592-441e-ba52-b096102036d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ad8ca3-eefb-43c6-a9f5-ab0e19dc0dfd,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:37.794181 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6e0725a7-7dbb-43e9-8086-f6f8a999bdfb req-b35e1254-a627-4029-a96b-a3c49cf4a070 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701597 Aug 27 02:25:37.799723 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab7d4-071e-4014-a562-6c84be0eb9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1b8c93e1-568c-4748-9560-686904284ece), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.804339 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fc2ab7d4-071e-4014-a562-6c84be0eb9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.805542 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-fc2ab7d4-071e-4014-a562-6c84be0eb9ed admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1b8c93e1-568c-4748-9560-686904284ece HTTP/1.1" status: 204 len: 168 time: 0.4303141 Aug 27 02:25:37.836946 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ab7d4-071e-4014-a562-6c84be0eb9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8c93e1-568c-4748-9560-686904284ece,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:37.931298 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5892c397-a1a5-4f4d-93c1-787ca4e884a9 req-b5ca7e41-8fd7-41a3-bd9b-9b63598beeb4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (55122ed4-7c38-4c0f-b4b9-a09312935cbc), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:37.965455 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca7e41-8fd7-41a3-bd9b-9b63598beeb4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Pushing event deleted for resources: {'Port': ['ID=55122ed4-7c38-4c0f-b4b9-a09312935cbc,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:38.039515 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-5892c397-a1a5-4f4d-93c1-787ca4e884a9 req-b5ca7e41-8fd7-41a3-bd9b-9b63598beeb4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] No DVR routers for this DVR port 55122ed4-7c38-4c0f-b4b9-a09312935cbc on host hv-cinder-84630 {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:25:38.045473 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-5892c397-a1a5-4f4d-93c1-787ca4e884a9 req-b5ca7e41-8fd7-41a3-bd9b-9b63598beeb4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:38.047122 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5892c397-a1a5-4f4d-93c1-787ca4e884a9 req-b5ca7e41-8fd7-41a3-bd9b-9b63598beeb4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.45 "DELETE /networking/v2.0/ports/55122ed4-7c38-4c0f-b4b9-a09312935cbc HTTP/1.1" status: 204 len: 173 time: 0.9384508 Aug 27 02:25:38.047667 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49199b7-e998-44fb-9995-e6a13fd44dc6', 'name': 'network-vif-deleted', 'tag': '55122ed4-7c38-4c0f-b4b9-a09312935cbc'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:25:38.050266 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b608e53-6639-446c-94f8-8792d192c220" -d '{"events": [{"server_uuid": "e49199b7-e998-44fb-9995-e6a13fd44dc6", "name": "network-vif-deleted", "tag": "55122ed4-7c38-4c0f-b4b9-a09312935cbc"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:38.092389 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd93553-9b0e-45a2-bb2c-53237881d743 x-openstack-request-id: req-ccd93553-9b0e-45a2-bb2c-53237881d743 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:38.092824 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49199b7-e998-44fb-9995-e6a13fd44dc6", "name": "network-vif-deleted", "tag": "55122ed4-7c38-4c0f-b4b9-a09312935cbc", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:38.093103 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccd93553-9b0e-45a2-bb2c-53237881d743 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:38.094017 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd93553-9b0e-45a2-bb2c-53237881d743'] response: {'server_uuid': 'e49199b7-e998-44fb-9995-e6a13fd44dc6', 'name': 'network-vif-deleted', 'tag': '55122ed4-7c38-4c0f-b4b9-a09312935cbc', 'status': 'completed', 'code': 200} Aug 27 02:25:38.287216 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-633bcd6c-5564-4a6f-a549-37da87d2e9da req-57959391-51f7-4720-8a17-6a5f92b85ab3 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 210 time: 0.0323117 Aug 27 02:25:38.635963 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 47360) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:38.743243 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-537003404-network', 'tenant_id': 'fa43d54225bf44b283f9db5ddbbb13ca'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:38.767128 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Made reservation on behalf of fa43d54225bf44b283f9db5ddbbb13ca for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:38.770178 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:38.779683 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:38.785738 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2c5759e8-f2ea-4bec-8ec6-a84a0014aa9b req-2d84ca61-5ccb-49e4-9210-fb4827b964b4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0332057 Aug 27 02:25:38.860617 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Publish callbacks [] for security_group (22773b5d-8643-4525-b63b-359078cbee0a), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:38.865902 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (22773b5d-8643-4525-b63b-359078cbee0a), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:38.885878 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=6 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:38.892001 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:25:38.909521 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22773b5d-8643-4525-b63b-359078cbee0a,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:38.912686 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (5ef67d85-a579-4d6d-abbd-4ca638fc88b8), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:38.913147 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Added segment 5ef67d85-a579-4d6d-abbd-4ca638fc88b8 of type vlan for network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d Aug 27 02:25:38.916601 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc56c-0038-4c8c-b679-63d2a7c4cc12 req-8f3bda57-fbd8-43ce-ade1-8c5ef05e9950 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:38.918219 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4bbcc56c-0038-4c8c-b679-63d2a7c4cc12 req-8f3bda57-fbd8-43ce-ade1-8c5ef05e9950 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0494630 Aug 27 02:25:38.956347 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (c0b61970-d693-42b1-b7a6-dd3cf1b79e9d), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:38.970008 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4bbcc56c-0038-4c8c-b679-63d2a7c4cc12 req-e6b5a958-d024-46d3-b5f6-ee1cd2d4d569 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455697 Aug 27 02:25:38.993202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (c0b61970-d693-42b1-b7a6-dd3cf1b79e9d), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:38.993202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:38.993202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:39.041580 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4044211 Aug 27 02:25:39.044627 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 47368) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:39.048659 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811be84-12f0-4e97-9249-f9eddb954167 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:39.049712 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] Request body: {'subnet': {'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-537003404-subnet', 'tenant_id': 'fa43d54225bf44b283f9db5ddbbb13ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:39.060050 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:25:39.071945 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] Made reservation on behalf of fa43d54225bf44b283f9db5ddbbb13ca for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:39.074556 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13771248'] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:39.262278 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15336501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13771202'] for subnet (bd05baf2-d3b2-47e6-b8a8-8408c2818166), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:39.318147 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd05baf2-d3b2-47e6-b8a8-8408c2818166,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:39.338246 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] Checking segment: {'id': '5ef67d85-a579-4d6d-abbd-4ca638fc88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:25:39.338605 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] Network hostable DHCP agents. Network: c0b61970-d693-42b1-b7a6-dd3cf1b79e9d, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:25:39.359353 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] Network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:25:39.378185 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, c0b61970-d693-42b1-b7a6-dd3cf1b79e9d) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:39.386774 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b891096c-889f-42f3-948e-8ca2c5f2d227 None None] Network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:25:39.397690 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1bc771c7-879a-4f79-aa0b-82e99fd0cdcb req-5a90e727-6b68-4e74-86a8-c0022db1fc58 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 210 time: 0.0317309 Aug 27 02:25:39.399116 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:39.399707 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:39.420972 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-01b5c32e-673b-4240-9e74-47aa33e19a81 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3748386 Aug 27 02:25:39.583668 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 55122ed4-7c38-4c0f-b4b9-a09312935cbc no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:39.607670 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 55122ed4-7c38-4c0f-b4b9-a09312935cbc {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:25:39.608011 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 55122ed4-7c38-4c0f-b4b9-a09312935cbc not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:39.652139 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06ea085-26a0-45d9-9e6d-00f74a508af7 None None] Network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:25:39.897460 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9985404d-0b53-418c-984d-b87b08e2c69a req-5acc8074-05a5-4147-b0ad-14a26edc21d6 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0306776 Aug 27 02:25:40.108371 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4efee1-ca78-494d-9655-b9b27f776751 req-36082648-2031-4e16-ab10-d67042a18fb5 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:40.109893 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ed4efee1-ca78-494d-9655-b9b27f776751 req-36082648-2031-4e16-ab10-d67042a18fb5 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0520401 Aug 27 02:25:40.161856 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ed4efee1-ca78-494d-9655-b9b27f776751 req-33cad8bd-74de-49e4-bf9f-b9c13aea79ef tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460997 Aug 27 02:25:40.516289 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6edea761-2791-4f8c-8298-7658eb1f1d00 req-b9f59336-af4b-4ec2-9155-34573596f2d4 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 210 time: 0.0303748 Aug 27 02:25:40.587372 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-0d95251c-4cf0-442c-8563-6af87b38fea8 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:40.588817 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-0d95251c-4cf0-442c-8563-6af87b38fea8 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.45 "GET /networking/v2.0/networks?id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd HTTP/1.1" status: 200 len: 809 time: 0.1147392 Aug 27 02:25:41.015249 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0d0a1ee7-45e2-4a1f-9ae3-b6eff3ac9aa1 req-08c15da7-0d5c-4ce2-9948-cef52c6998fe tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0282300 Aug 27 02:25:41.127212 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-4f33b335-b219-4d0b-a0f5-9cd4b8c16270 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b2ddff853b7546788b645a0344c2297b HTTP/1.1" status: 200 len: 379 time: 0.0696697 Aug 27 02:25:41.141583 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Request body: {'port': {'device_id': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'admin_state_up': True, 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'security_groups': ['83507d0b-5f55-4d92-bebb-1188c86c85c3']}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:41.148793 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:41.365700 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b072b5-11dd-4fb6-a92b-59a63a48ef11 req-7bccf870-13d5-45ee-a7d2-dc0a8156fade tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:41.367175 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0b072b5-11dd-4fb6-a92b-59a63a48ef11 req-7bccf870-13d5-45ee-a7d2-dc0a8156fade tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0993583 Aug 27 02:25:41.421974 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-550eedff-a5cc-4bfa-bb67-cfa44400bcf5 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:41.424378 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-550eedff-a5cc-4bfa-bb67-cfa44400bcf5 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/networks?id=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d HTTP/1.1" status: 200 len: 813 time: 0.1931767 Aug 27 02:25:41.454129 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-7583c523-505c-48cd-98c7-5e5262f8fb99 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/quotas/fa43d54225bf44b283f9db5ddbbb13ca HTTP/1.1" status: 200 len: 375 time: 0.0204277 Aug 27 02:25:41.457702 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0b072b5-11dd-4fb6-a92b-59a63a48ef11 req-25311fbf-5091-4912-9591-5cb2c16bd58c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793266 Aug 27 02:25:41.488271 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-3a137622-5769-4c21-841d-5d138764d141 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fa43d54225bf44b283f9db5ddbbb13ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282526 Aug 27 02:25:41.503754 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Made reservation on behalf of b2ddff853b7546788b645a0344c2297b for: {'port': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:41.509607 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:41.564007 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:41.573609 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:41.634993 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-87535040-44be-40ec-b62a-e3da2bf3d09f req-8edc21ff-0567-4006-8b27-890ae039f83d tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 210 time: 0.0347934 Aug 27 02:25:41.636839 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-f3019abf-b308-4fb2-9538-e47b2cd31c62 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397526 Aug 27 02:25:41.686704 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Allocated IP 172.20.0.8 (cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd/7dc1b704-facd-40ba-ba67-c373ad45e038/89f4d982-1807-4e80-b9ef-c7bc0025f1b0) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:41.769233 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-3aba28ae-fd9c-43df-bd68-c4b3ab6ab4ba service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261406 Aug 27 02:25:41.879522 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:41.922581 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:42.005052 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event updated for resources: {'Port': ['ID=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:42.020646 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:42.022107 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:42.024723 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:25:42.059176 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f8c0b76d-6a1b-4705-b88c-902a59dc2bfa req-8d01f7b0-1858-478a-b787-981d535f3cca tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 210 time: 0.0524793 Aug 27 02:25:42.098572 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:42.099500 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:42.120865 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-6c104d0d-edec-40eb-9ae5-569652d943df tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9860299 Aug 27 02:25:42.155604 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Request body: {'port': {'device_id': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:42.192598 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26c3b219-6952-412b-b23d-bae773e54ed4 req-7cad33e9-1beb-4f11-9a2d-5b5e48b07c1f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e49199b7-e998-44fb-9995-e6a13fd44dc6 HTTP/1.1" status: 200 len: 210 time: 0.0332348 Aug 27 02:25:42.198058 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:42.250773 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:42.319731 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:42.366532 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-6cc78f48-a80d-4b65-b48c-2a57ef640406 None None] Provisioning complete for port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:25:42.367117 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6cc78f48-a80d-4b65-b48c-2a57ef640406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:42.405237 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-6cc78f48-a80d-4b65-b48c-2a57ef640406 None None] Port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:25:42.555078 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 {{(pid=106604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:25:42.563870 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Publish callbacks [] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:42.579256 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.provisioning_blocks [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Transition to ACTIVE for port object 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 will not be triggered until provisioned by entity L2. {{(pid=106604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:25:42.584271 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:42.675076 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:42.721186 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Attempting to bind port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:25:42.721764 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Attempting to bind port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:25:42.721971 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Attempting to bind port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 on network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:25:42.729239 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 on network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:25:42.729239 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Attempting to bind port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 on network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:25:42.734125 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:25:42.734458 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Checking segment: {'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:25:42.734856 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Bound using segment: {'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:25:42.735298 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Bound port: 89f4d982-1807-4e80-b9ef-c7bc0025f1b0, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e6272-17d2-4a80-b930-219078c3b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd'}}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:25:42.735659 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:42.795583 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcc604-2199-421a-88a0-2c7b1236ad75 req-f6d0c82a-3e49-4cea-8d2c-25125166b1bb tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:42.796985 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eddcc604-2199-421a-88a0-2c7b1236ad75 req-f6d0c82a-3e49-4cea-8d2c-25125166b1bb tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0561836 Aug 27 02:25:42.805973 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] For port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0, host hv-cinder-84630, cleared binding levels {{(pid=106604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:42.810321 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] For port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:42.818823 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:42.822482 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:42.823520 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:42.825273 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/89f4d982-1807-4e80-b9ef-c7bc0025f1b0 HTTP/1.1" status: 200 len: 1093 time: 0.6764119 Aug 27 02:25:42.828001 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:25:42.830675 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:42.886786 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5ea477-8edf-4c41-abc4-c2f72493e0e2 x-openstack-request-id: req-ec5ea477-8edf-4c41-abc4-c2f72493e0e2 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:42.887352 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:42.887758 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec5ea477-8edf-4c41-abc4-c2f72493e0e2 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:42.888453 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5ea477-8edf-4c41-abc4-c2f72493e0e2'] response: {'name': 'network-changed', 'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'status': 'completed', 'code': 200} Aug 27 02:25:42.890424 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eddcc604-2199-421a-88a0-2c7b1236ad75 req-7b0755f7-a364-4cc9-8e5d-191384be4494 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865641 Aug 27 02:25:42.953603 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11479598-42d6-4552-8ddc-ed7db4a6b4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,revision_number=3']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:42.968091 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-063da04b-f40f-4972-b865-ac4bb555c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:42.970029 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-063da04b-f40f-4972-b865-ac4bb555c08d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b2ddff853b7546788b645a0344c2297b&device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 1127 time: 0.0539079 Aug 27 02:25:43.017558 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 47436) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:43.023020 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-6b3751ed-2bf8-40e8-a793-c8e7769bfc0d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1458706136', 'description': 'tempest-description--1868729833'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:43.030467 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-f4db7e16-4978-4e1a-b407-abcce1a67ce9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0 HTTP/1.1" status: 200 len: 217 time: 0.0408354 Aug 27 02:25:43.048365 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6b3751ed-2bf8-40e8-a793-c8e7769bfc0d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.092543 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-f2e92e4d-959a-4b81-bf25-5edebdd338ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:43.094073 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-f2e92e4d-959a-4b81-bf25-5edebdd338ae service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7dc1b704-facd-40ba-ba67-c373ad45e038 HTTP/1.1" status: 200 len: 848 time: 0.0527804 Aug 27 02:25:43.132112 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6b3751ed-2bf8-40e8-a793-c8e7769bfc0d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group (523ef2f8-1eb5-4993-b12f-29f33fd4a033), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.143314 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6b3751ed-2bf8-40e8-a793-c8e7769bfc0d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (523ef2f8-1eb5-4993-b12f-29f33fd4a033), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.170120 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-681c15ec-05b2-4ac3-b4bc-adb7863f5635 req-9067e71e-4735-4286-ad49-939f92822a87 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 210 time: 0.0367200 Aug 27 02:25:43.188792 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6b3751ed-2bf8-40e8-a793-c8e7769bfc0d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.190070 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6b3751ed-2bf8-40e8-a793-c8e7769bfc0d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1713123 Aug 27 02:25:43.193754 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 47440) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:43.194273 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3751ed-2bf8-40e8-a793-c8e7769bfc0d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523ef2f8-1eb5-4993-b12f-29f33fd4a033,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:43.199671 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-72924bf3-f9ef-44f3-8bfa-2311eece39a9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Request body: {'security_group_rule': {'security_group_id': '523ef2f8-1eb5-4993-b12f-29f33fd4a033', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:43.230653 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-72924bf3-f9ef-44f3-8bfa-2311eece39a9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group_rule (0b30805a-6d67-45bb-acc6-1a90b5e3dbc0), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.294183 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-72924bf3-f9ef-44f3-8bfa-2311eece39a9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group_rule (0b30805a-6d67-45bb-acc6-1a90b5e3dbc0), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.299108 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-72924bf3-f9ef-44f3-8bfa-2311eece39a9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (0b30805a-6d67-45bb-acc6-1a90b5e3dbc0), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.320696 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72924bf3-f9ef-44f3-8bfa-2311eece39a9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b30805a-6d67-45bb-acc6-1a90b5e3dbc0,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:43.326121 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-72924bf3-f9ef-44f3-8bfa-2311eece39a9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.327323 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-72924bf3-f9ef-44f3-8bfa-2311eece39a9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323431 Aug 27 02:25:43.330130 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 47446) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:43.334866 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-78b21b72-802a-4001-bfcf-0506b9db8b8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Request body: {'security_group_rule': {'security_group_id': '523ef2f8-1eb5-4993-b12f-29f33fd4a033', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:43.361320 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:43.402945 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:43.405082 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-10349c1f-3b27-41f1-8ced-af0522d2ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:43.406853 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-10349c1f-3b27-41f1-8ced-af0522d2ab40 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635712 Aug 27 02:25:43.415646 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-78b21b72-802a-4001-bfcf-0506b9db8b8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group_rule (0d3dd9fa-4167-4ce8-acf9-2c2b3e6d18b6), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.543615 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-78b21b72-802a-4001-bfcf-0506b9db8b8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group_rule (0d3dd9fa-4167-4ce8-acf9-2c2b3e6d18b6), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.551138 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-78b21b72-802a-4001-bfcf-0506b9db8b8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (0d3dd9fa-4167-4ce8-acf9-2c2b3e6d18b6), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.577421 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-28b10e94-f455-4832-8792-ba482ae62971 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505973 Aug 27 02:25:43.580328 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b21b72-802a-4001-bfcf-0506b9db8b8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3dd9fa-4167-4ce8-acf9-2c2b3e6d18b6,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:43.592076 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-78b21b72-802a-4001-bfcf-0506b9db8b8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:43.594317 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-78b21b72-802a-4001-bfcf-0506b9db8b8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2632539 Aug 27 02:25:43.600595 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 47458) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:25:43.607898 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:43.699411 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d1af882c-2aec-482a-b86e-ab23c50c7eeb req-46c0851c-e88c-49c9-bfff-0a6b8d759cc8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036198 Aug 27 02:25:43.932053 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-d0f2ecbb-69c8-4422-a06c-9dbad9670985 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:43.933551 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-d0f2ecbb-69c8-4422-a06c-9dbad9670985 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d622f246-857a-45c7-a4ec-c30529f7e62e HTTP/1.1" status: 200 len: 807 time: 0.4834471 Aug 27 02:25:43.940124 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-71320993-4661-4f0d-b350-b984852f9909 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:43.941603 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-71320993-4661-4f0d-b350-b984852f9909 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.45 "GET /networking/v2.0/networks?id=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d HTTP/1.1" status: 200 len: 813 time: 0.4576426 Aug 27 02:25:43.942510 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:44.007033 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ab4dbd04-b94f-4f75-9591-50d77974b9ed tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/quotas/7cb3e3496c1a45c8942c3678c0c299e5 HTTP/1.1" status: 200 len: 375 time: 0.0602229 Aug 27 02:25:44.068831 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-c1ad0629-54fc-4ee6-aa71-a0f31f65076f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7cb3e3496c1a45c8942c3678c0c299e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392408 Aug 27 02:25:44.073697 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:44.099274 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ad4aa-6e7f-45db-9583-95fb63f4e2c1 req-dd0cfad3-0bcd-486d-9c45-3050f72e5826 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:44.100861 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cd2ad4aa-6e7f-45db-9583-95fb63f4e2c1 req-dd0cfad3-0bcd-486d-9c45-3050f72e5826 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.1104872 Aug 27 02:25:44.146728 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:44.249680 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:44.265597 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cd2ad4aa-6e7f-45db-9583-95fb63f4e2c1 req-b37a02ac-2ae8-4f58-88ca-498d260f2fa2 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496711 Aug 27 02:25:44.301279 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-56ca40bc-2fb5-4e7b-86f2-8d389993cee6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d622f246-857a-45c7-a4ec-c30529f7e62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168555 Aug 27 02:25:44.384337 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Allocated IP 172.27.1.153 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/32949f77-985e-466d-a870-fe112d1f7736) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:44.407326 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3309cb57-38ec-4610-8e77-3f7958cce302 req-cca3cacb-b752-4746-8dc3-58c353cce19f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 210 time: 0.0724437 Aug 27 02:25:44.497689 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-fd66bb05-1a6e-47df-9fd3-edd0a89c4c2c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d622f246-857a-45c7-a4ec-c30529f7e62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866758 Aug 27 02:25:44.545303 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for port (32949f77-985e-466d-a870-fe112d1f7736), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:44.578896 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (32949f77-985e-466d-a870-fe112d1f7736), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:44.620354 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:44.625266 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:44.629206 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:25:44.632665 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event updated for resources: {'Port': ['ID=32949f77-985e-466d-a870-fe112d1f7736,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:44.762270 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for floatingip (b551ba01-6a99-40ae-98fb-dfb5d0416f5a), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:44.812355 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (32949f77-985e-466d-a870-fe112d1f7736), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:44.908940 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:44.938940 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Request body: {'port': {'device_id': 'c31c26a8-fe5a-40fb-91a1-7b5251fd0daa', 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d', 'admin_state_up': True, 'tenant_id': 'fa43d54225bf44b283f9db5ddbbb13ca'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:44.970772 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea req-045bdff9-a4ed-48c7-9b26-0ed6c8e50aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:44.972298 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea req-045bdff9-a4ed-48c7-9b26-0ed6c8e50aaf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b2ddff853b7546788b645a0344c2297b&device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 1127 time: 0.0406935 Aug 27 02:25:45.036668 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for port (32949f77-985e-466d-a870-fe112d1f7736), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:45.045370 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (32949f77-985e-466d-a870-fe112d1f7736), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:45.080517 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea req-a423f770-7dc7-4ed4-8ad1-bcd01c1393a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:45.082038 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea req-a423f770-7dc7-4ed4-8ad1-bcd01c1393a7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd HTTP/1.1" status: 200 len: 910 time: 0.0986273 Aug 27 02:25:45.096237 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:45.122928 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea req-d0344fa9-ae5d-4d37-8003-ab056655fc60 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0 HTTP/1.1" status: 200 len: 217 time: 0.0346284 Aug 27 02:25:45.134774 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event updated for resources: {'Port': ['ID=32949f77-985e-466d-a870-fe112d1f7736,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:45.143261 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (b551ba01-6a99-40ae-98fb-dfb5d0416f5a), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:45.162608 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Made reservation on behalf of fa43d54225bf44b283f9db5ddbbb13ca for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:45.168046 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:45.173504 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:45.174692 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6ff2a8cb-066b-4cad-81a8-b42004b7ea8a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5705318 Aug 27 02:25:45.179187 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea req-30ebd10f-f12f-48e8-b847-f739063b5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:45.180637 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea req-30ebd10f-f12f-48e8-b847-f739063b5e2b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7dc1b704-facd-40ba-ba67-c373ad45e038 HTTP/1.1" status: 200 len: 848 time: 0.0511527 Aug 27 02:25:45.267166 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea req-fccd799f-2b4a-4216-b9d8-dd6385f60121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:45.268517 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea req-fccd799f-2b4a-4216-b9d8-dd6385f60121 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420704 Aug 27 02:25:45.317756 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Allocated IP 172.20.0.11 (c0b61970-d693-42b1-b7a6-dd3cf1b79e9d/bd05baf2-d3b2-47e6-b8a8-8408c2818166/22831215-7029-41bf-a558-6aa1056c1015) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:45.369878 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea req-68a5daf4-619d-4ce8-b767-4859d9191a7b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943723 Aug 27 02:25:45.459140 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:45.464994 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-4d047488-c1c2-47e9-90a0-7dfeda06f08c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1458706136&fields=id&tenant_id=880ac4003248441c809a76cfd1b221eb HTTP/1.1" status: 200 len: 267 time: 0.1055992 Aug 27 02:25:45.470923 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f6d3e7d1-fe59-4865-9747-789fcc9bf2ea req-ae89355e-f495-45de-8817-2851d696b452 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941751 Aug 27 02:25:45.567670 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks [] for port (22831215-7029-41bf-a558-6aa1056c1015), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:45.594436 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:45.636329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf490b-027c-4549-9300-e43ea5521c74 req-5ee56de4-a557-4d16-aa57-94da73053c04 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:45.637841 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-5ee56de4-a557-4d16-aa57-94da73053c04 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 818 time: 0.1601398 Aug 27 02:25:45.654730 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (22831215-7029-41bf-a558-6aa1056c1015), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:45.664419 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-4172dafb-99ec-44ad-82df-22606e5f705a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/quotas/880ac4003248441c809a76cfd1b221eb HTTP/1.1" status: 200 len: 375 time: 0.0196636 Aug 27 02:25:45.738713 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:45.748492 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:45.772350 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:25:45.777381 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Pushing event updated for resources: {'Port': ['ID=22831215-7029-41bf-a558-6aa1056c1015,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:45.820215 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-32ac74cf-6786-47ba-9ce9-cb832bf8a550 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1363244 Aug 27 02:25:45.841448 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713361-76a4-4db3-9d6e-c7f9a48ab5ca req-c9f96255-a8e0-4cf2-bfe8-c7fbdf646e37 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:45.842914 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93713361-76a4-4db3-9d6e-c7f9a48ab5ca req-c9f96255-a8e0-4cf2-bfe8-c7fbdf646e37 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.1425960 Aug 27 02:25:45.916453 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:45.917095 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:45.936153 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:45.970694 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-a97df669-99e6-4128-b3d0-98e2770c271d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0376251 Aug 27 02:25:45.999073 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Request body: {'port': {'device_id': 'c31c26a8-fe5a-40fb-91a1-7b5251fd0daa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:46.027187 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93713361-76a4-4db3-9d6e-c7f9a48ab5ca req-4e98a35f-deb6-40ef-961e-d88099ea4452 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677253 Aug 27 02:25:46.034660 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-bf6a88d5-a222-4eac-a2c9-343def20231c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908453 Aug 27 02:25:46.166987 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (22831215-7029-41bf-a558-6aa1056c1015), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:46.192444 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf580f69-9253-46f8-9721-ab962ada8a2b req-070ddb34-c0a7-4f5f-85e7-2d604f04df91 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:46.193923 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf580f69-9253-46f8-9721-ab962ada8a2b req-070ddb34-c0a7-4f5f-85e7-2d604f04df91 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 932 time: 0.0823996 Aug 27 02:25:46.247506 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-ffc27e02-d993-4313-a62a-dcdbf9e259d7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052026 Aug 27 02:25:46.293903 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:25:46.342732 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf580f69-9253-46f8-9721-ab962ada8a2b req-08b3510c-d401-403a-8650-061960cffc94 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397007 Aug 27 02:25:46.465707 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01c4f426-ef50-4092-8ce7-9ef1f083a43c req-e3f18aa1-eb4e-4f49-ba9f-91ba18ac0079 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 210 time: 0.0456398 Aug 27 02:25:46.498435 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee91f73a-1745-4d2f-b4c7-df8f67e4702b req-7695a079-50f1-405b-b0ec-26ed28ebfe6c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 210 time: 0.0413570 Aug 27 02:25:46.505933 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:46.595406 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22831215-7029-41bf-a558-6aa1056c1015 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:25:46.604147 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Publish callbacks [] for port (22831215-7029-41bf-a558-6aa1056c1015), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:46.619480 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Transition to ACTIVE for port object 22831215-7029-41bf-a558-6aa1056c1015 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:25:46.624994 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (22831215-7029-41bf-a558-6aa1056c1015), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:46.943442 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Pushing event updated for resources: {'Port': ['ID=22831215-7029-41bf-a558-6aa1056c1015,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:46.978194 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Attempting to bind port 22831215-7029-41bf-a558-6aa1056c1015 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:25:46.979024 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Attempting to bind port 22831215-7029-41bf-a558-6aa1056c1015 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '5ef67d85-a579-4d6d-abbd-4ca638fc88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:25:46.979024 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Attempting to bind port 22831215-7029-41bf-a558-6aa1056c1015 on network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:25:46.983322 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Port 22831215-7029-41bf-a558-6aa1056c1015 on network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:25:46.983621 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Attempting to bind port 22831215-7029-41bf-a558-6aa1056c1015 on network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:25:46.989039 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:25:46.989402 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Checking segment: {'id': '5ef67d85-a579-4d6d-abbd-4ca638fc88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:25:46.989761 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Bound using segment: {'id': '5ef67d85-a579-4d6d-abbd-4ca638fc88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:25:46.990228 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Bound port: 22831215-7029-41bf-a558-6aa1056c1015, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef67d85-a579-4d6d-abbd-4ca638fc88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:25:46.990586 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (22831215-7029-41bf-a558-6aa1056c1015), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:47.055497 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] For port 22831215-7029-41bf-a558-6aa1056c1015, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:47.059452 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] For port 22831215-7029-41bf-a558-6aa1056c1015, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=22831215-7029-41bf-a558-6aa1056c1015,segment=NetworkSegment(5ef67d85-a579-4d6d-abbd-4ca638fc88b8),segment_id=5ef67d85-a579-4d6d-abbd-4ca638fc88b8)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:47.068915 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (22831215-7029-41bf-a558-6aa1056c1015), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:47.073803 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:47.074485 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:47.076596 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/22831215-7029-41bf-a558-6aa1056c1015 HTTP/1.1" status: 200 len: 1094 time: 1.0859423 Aug 27 02:25:47.078377 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c26a8-fe5a-40fb-91a1-7b5251fd0daa', 'tag': '22831215-7029-41bf-a558-6aa1056c1015'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:25:47.082744 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd8b06d-62c6-4572-b9e9-5abb685e8d58" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c26a8-fe5a-40fb-91a1-7b5251fd0daa", "tag": "22831215-7029-41bf-a558-6aa1056c1015"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:47.137294 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b8146e-b3f5-48d9-80db-9a8232432875 x-openstack-request-id: req-c7b8146e-b3f5-48d9-80db-9a8232432875 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:47.137583 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c26a8-fe5a-40fb-91a1-7b5251fd0daa", "tag": "22831215-7029-41bf-a558-6aa1056c1015", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:47.137831 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7b8146e-b3f5-48d9-80db-9a8232432875 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:47.138225 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b8146e-b3f5-48d9-80db-9a8232432875'] response: {'name': 'network-changed', 'server_uuid': 'c31c26a8-fe5a-40fb-91a1-7b5251fd0daa', 'tag': '22831215-7029-41bf-a558-6aa1056c1015', 'status': 'completed', 'code': 200} Aug 27 02:25:47.205957 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137f519-087a-4a19-a6c0-8649cb32d890 req-52c15ecc-245a-48fb-afc7-e71e902bc601 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:47.208089 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9137f519-087a-4a19-a6c0-8649cb32d890 req-52c15ecc-245a-48fb-afc7-e71e902bc601 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0729158 Aug 27 02:25:47.208703 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf42418-7fef-4ab0-b137-d961497720bd service neutron] Pushing event updated for resources: {'Port': ['ID=22831215-7029-41bf-a558-6aa1056c1015,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:47.252370 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-d1a354e2-ae0d-40e6-bb90-14da29edead9 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:47.254114 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-d1a354e2-ae0d-40e6-bb90-14da29edead9 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.45 "GET /networking/v2.0/networks?id=d622f246-857a-45c7-a4ec-c30529f7e62e HTTP/1.1" status: 200 len: 807 time: 0.1308224 Aug 27 02:25:47.281536 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Request body: {'port': {'device_id': 'fbea9949-6c55-4ae7-96e1-b09f1a8030f1', 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e', 'admin_state_up': True, 'tenant_id': '7cb3e3496c1a45c8942c3678c0c299e5'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:47.305044 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:47.313397 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9137f519-087a-4a19-a6c0-8649cb32d890 req-b8f54d10-c734-4597-995c-7d450ec19d3a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912540 Aug 27 02:25:47.315049 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-afff7cca-088b-4944-bbad-d207a5f4a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:47.317675 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-afff7cca-088b-4944-bbad-d207a5f4a6f0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=fa43d54225bf44b283f9db5ddbbb13ca&device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 1128 time: 0.0748813 Aug 27 02:25:47.333836 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:47.386034 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-b3307b1f-1279-49d6-b4c8-4065777db1c6 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22831215-7029-41bf-a558-6aa1056c1015 HTTP/1.1" status: 200 len: 217 time: 0.0416341 Aug 27 02:25:47.406888 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Made reservation on behalf of 7cb3e3496c1a45c8942c3678c0c299e5 for: {'port': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:47.410748 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:47.477062 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:47.486604 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd13186-fa3b-484d-a800-75194f943c95 req-03252719-a24f-4add-9108-f9c7fd6f81fc tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:47.488651 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcd13186-fa3b-484d-a800-75194f943c95 req-03252719-a24f-4add-9108-f9c7fd6f81fc tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 944 time: 0.0478430 Aug 27 02:25:47.554232 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Allocated IP 172.20.0.5 (d622f246-857a-45c7-a4ec-c30529f7e62e/bed300f7-b4cf-42ee-bd47-2e327fabd1d3/0d4a34a6-1648-44be-9eb9-79840124e8e3) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:47.606409 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6b0b1b8-9159-4ef3-a731-a75186a492e0 req-56181bd5-3d3b-42ff-aa6c-fc571d1a71f0 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 210 time: 0.0440588 Aug 27 02:25:47.629526 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcd13186-fa3b-484d-a800-75194f943c95 req-2c976466-b0cf-4a87-a6a2-b759f3fed7dc tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283121 Aug 27 02:25:47.640847 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-f13d5222-c7ae-476d-a9c7-7386fab59569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:47.642374 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-f13d5222-c7ae-476d-a9c7-7386fab59569 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bd05baf2-d3b2-47e6-b8a8-8408c2818166 HTTP/1.1" status: 200 len: 853 time: 0.1281939 Aug 27 02:25:47.683633 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-0b1b42bc-5c73-4a44-b436-b6fc826526f8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302856 Aug 27 02:25:47.727452 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks [] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:47.761780 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d37d71e-e57f-4dda-a4a1-d8b9b04e5dec req-d14b00ef-24dd-4ce7-b37c-0eb1a1a73d26 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 210 time: 0.0707347 Aug 27 02:25:47.762080 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:47.811293 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Network d622f246-857a-45c7-a4ec-c30529f7e62e is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:47.817161 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:47.819086 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Pushing event updated for resources: {'Port': ['ID=0d4a34a6-1648-44be-9eb9-79840124e8e3,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:47.821262 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:25:47.823120 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-8a7d5335-da66-41eb-ad5b-4013bdff1fed service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205430 Aug 27 02:25:47.872770 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:47.873410 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:47.894396 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-ad8cd617-b61d-483d-b578-d069093ed64b tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6184683 Aug 27 02:25:48.096603 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Request body: {'port': {'device_id': 'fbea9949-6c55-4ae7-96e1-b09f1a8030f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:48.167333 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:48.200296 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa6516d-5d57-4282-a62a-bafd02e9d363 req-d5e19e64-0d83-4641-b490-da02154f9df4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074133 Aug 27 02:25:48.284074 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:48.337393 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a3c3ae10-317f-45e4-b192-bf862fdf4926 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:48.338864 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a3c3ae10-317f-45e4-b192-bf862fdf4926 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 818 time: 0.1127398 Aug 27 02:25:48.393577 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:48.437136 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4a34a6-1648-44be-9eb9-79840124e8e3 {{(pid=106604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:25:48.438897 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10278f-ed84-4cb3-be28-c36ad68e036d req-52c0660f-109c-4cf0-b4cc-e99f09dc1fd1 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:48.440350 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e10278f-ed84-4cb3-be28-c36ad68e036d req-52c0660f-109c-4cf0-b4cc-e99f09dc1fd1 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0471904 Aug 27 02:25:48.445090 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Publish callbacks [] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:48.459407 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.provisioning_blocks [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Transition to ACTIVE for port object 0d4a34a6-1648-44be-9eb9-79840124e8e3 will not be triggered until provisioned by entity L2. {{(pid=106604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:25:48.464486 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:48.469255 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:48.491151 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e10278f-ed84-4cb3-be28-c36ad68e036d req-e94a80da-4f63-4f3f-bd8c-120e25e8341b tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451000 Aug 27 02:25:48.552511 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Pushing event updated for resources: {'Port': ['ID=0d4a34a6-1648-44be-9eb9-79840124e8e3,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:48.599929 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Attempting to bind port 0d4a34a6-1648-44be-9eb9-79840124e8e3 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:25:48.600264 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Attempting to bind port 0d4a34a6-1648-44be-9eb9-79840124e8e3 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '12f19e89-1b4f-4ef1-ac4b-aaee51132008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e'}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:25:48.600592 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Attempting to bind port 0d4a34a6-1648-44be-9eb9-79840124e8e3 on network d622f246-857a-45c7-a4ec-c30529f7e62e {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:25:48.605647 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Port 0d4a34a6-1648-44be-9eb9-79840124e8e3 on network d622f246-857a-45c7-a4ec-c30529f7e62e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:25:48.605906 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Attempting to bind port 0d4a34a6-1648-44be-9eb9-79840124e8e3 on network d622f246-857a-45c7-a4ec-c30529f7e62e {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:25:48.611136 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:25:48.611469 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Checking segment: {'id': '12f19e89-1b4f-4ef1-ac4b-aaee51132008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:25:48.611847 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Bound using segment: {'id': '12f19e89-1b4f-4ef1-ac4b-aaee51132008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e'} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:25:48.612265 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Bound port: 0d4a34a6-1648-44be-9eb9-79840124e8e3, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f19e89-1b4f-4ef1-ac4b-aaee51132008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e'}}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:25:48.612615 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:48.684402 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] For port 0d4a34a6-1648-44be-9eb9-79840124e8e3, host hv-cinder-84630, cleared binding levels {{(pid=106604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:48.688449 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] For port 0d4a34a6-1648-44be-9eb9-79840124e8e3, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=0d4a34a6-1648-44be-9eb9-79840124e8e3,segment=NetworkSegment(12f19e89-1b4f-4ef1-ac4b-aaee51132008),segment_id=12f19e89-1b4f-4ef1-ac4b-aaee51132008)] {{(pid=106604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:48.698523 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:48.702769 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:48.703729 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:48.705085 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/0d4a34a6-1648-44be-9eb9-79840124e8e3 HTTP/1.1" status: 200 len: 1093 time: 0.6128311 Aug 27 02:25:48.707759 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbea9949-6c55-4ae7-96e1-b09f1a8030f1', 'tag': '0d4a34a6-1648-44be-9eb9-79840124e8e3'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:25:48.710127 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5884b690-de3f-4045-8a76-b475277427f9" -d '{"events": [{"name": "network-changed", "server_uuid": "fbea9949-6c55-4ae7-96e1-b09f1a8030f1", "tag": "0d4a34a6-1648-44be-9eb9-79840124e8e3"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:48.760327 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea599ae-abbe-4f49-b2f1-0ad469fc416a service neutron] Pushing event updated for resources: {'Port': ['ID=0d4a34a6-1648-44be-9eb9-79840124e8e3,revision_number=3']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:48.769520 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070eb4e-db95-4a47-864a-e413ebe4f462 req-2cc2f757-993d-4a6f-8861-9186de893f2a tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:48.771812 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5070eb4e-db95-4a47-864a-e413ebe4f462 req-2cc2f757-993d-4a6f-8861-9186de893f2a tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 944 time: 0.0758712 Aug 27 02:25:48.777567 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9847e-baea-4c96-af1d-f2dc4ef682f6 req-59556004-1b82-4e1e-bf21-9d2c84513f14 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:48.778899 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3ec9847e-baea-4c96-af1d-f2dc4ef682f6 req-59556004-1b82-4e1e-bf21-9d2c84513f14 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 943 time: 0.0946798 Aug 27 02:25:48.855028 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5070eb4e-db95-4a47-864a-e413ebe4f462 req-6b4c171b-b990-474d-b49d-870952a84330 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751166 Aug 27 02:25:48.858369 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3ec9847e-baea-4c96-af1d-f2dc4ef682f6 req-c2f549f0-4868-4e3c-a480-df25d5afed6d tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713887 Aug 27 02:25:48.905770 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139a5b06-686a-4427-9b6a-7efbe9e1dd4c x-openstack-request-id: req-139a5b06-686a-4427-9b6a-7efbe9e1dd4c {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:48.906075 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbea9949-6c55-4ae7-96e1-b09f1a8030f1", "tag": "0d4a34a6-1648-44be-9eb9-79840124e8e3", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:48.906315 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-139a5b06-686a-4427-9b6a-7efbe9e1dd4c {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:48.906844 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139a5b06-686a-4427-9b6a-7efbe9e1dd4c'] response: {'name': 'network-changed', 'server_uuid': 'fbea9949-6c55-4ae7-96e1-b09f1a8030f1', 'tag': '0d4a34a6-1648-44be-9eb9-79840124e8e3', 'status': 'completed', 'code': 200} Aug 27 02:25:48.955872 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7483a2e1-8254-415e-b6b2-a1b85ec36a07 req-8ede315c-decd-4b92-b8ef-014b36ac8398 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 210 time: 0.0280356 Aug 27 02:25:49.632084 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780336a-f7b3-48c0-805a-e8d87a9a24fc req-a6be6dc2-7fbd-4d23-89f6-21153c0b54a8 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:49.633583 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0780336a-f7b3-48c0-805a-e8d87a9a24fc req-a6be6dc2-7fbd-4d23-89f6-21153c0b54a8 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0571396 Aug 27 02:25:49.691644 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0780336a-f7b3-48c0-805a-e8d87a9a24fc req-2cf3744c-5e93-478a-9b75-6ec5063dcef1 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495245 Aug 27 02:25:50.013237 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416ebb-d6a1-414e-885d-cfe78e4dfd6d req-87e34650-b804-4a2b-9443-31543be2d710 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:50.014720 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e8416ebb-d6a1-414e-885d-cfe78e4dfd6d req-87e34650-b804-4a2b-9443-31543be2d710 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 944 time: 0.0737598 Aug 27 02:25:50.022466 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360ea8b-1190-4944-846a-1a1f0f451246 req-f7c42529-9d27-4ef5-a38d-8576f8fde9e3 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:50.023850 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5360ea8b-1190-4944-846a-1a1f0f451246 req-f7c42529-9d27-4ef5-a38d-8576f8fde9e3 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 943 time: 0.0815904 Aug 27 02:25:50.066293 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:50.095312 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e8416ebb-d6a1-414e-885d-cfe78e4dfd6d req-37f16d49-86a8-4961-9507-de02310a5cc1 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705359 Aug 27 02:25:50.106892 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5360ea8b-1190-4944-846a-1a1f0f451246 req-f24d084c-6764-4a47-8b65-1250d7f31ea2 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753174 Aug 27 02:25:50.184957 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e11030a5-c2c0-4f48-9381-248f91bf6fff req-2e6a0f9b-78ba-4329-b04f-efb7da861227 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Aug 27 02:25:50.825535 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bddaa-b0af-45da-b745-9412befda6f6 req-3ed271b5-9a74-4d73-a9ef-5ec8688f810a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:50.827310 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-827bddaa-b0af-45da-b745-9412befda6f6 req-3ed271b5-9a74-4d73-a9ef-5ec8688f810a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0538588 Aug 27 02:25:50.884379 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-827bddaa-b0af-45da-b745-9412befda6f6 req-40cd1e55-55e6-483c-9e5d-52a02251ab1f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472119 Aug 27 02:25:50.890738 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-37410445-ce03-40e5-9287-1cc53a35435f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:51.254719 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6528c-4774-4c16-8335-9509dd4bfe96 req-4851a399-afec-4017-909e-7f4080e26c66 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:51.256186 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-13b6528c-4774-4c16-8335-9509dd4bfe96 req-4851a399-afec-4017-909e-7f4080e26c66 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 944 time: 0.0850050 Aug 27 02:25:51.262076 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bac65-61ef-4fe0-9568-69f1fa799e8e req-3dbfb2ed-e7ae-41c9-af8f-605080bd1f70 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:51.263565 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f87bac65-61ef-4fe0-9568-69f1fa799e8e req-3dbfb2ed-e7ae-41c9-af8f-605080bd1f70 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 943 time: 0.0815897 Aug 27 02:25:51.336139 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-13b6528c-4774-4c16-8335-9509dd4bfe96 req-0c801447-d527-4898-ba1c-57acc7c353d3 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716422 Aug 27 02:25:51.341613 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f87bac65-61ef-4fe0-9568-69f1fa799e8e req-ae61bc19-524d-4170-aeb4-8b891d83326f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711329 Aug 27 02:25:51.419667 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8b06d-62c6-4572-b9e9-5abb685e8d58 req-d28fb18b-6c8a-4317-b7e5-d8a03ee53363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:51.421946 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-4dd8b06d-62c6-4572-b9e9-5abb685e8d58 req-d28fb18b-6c8a-4317-b7e5-d8a03ee53363 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=fa43d54225bf44b283f9db5ddbbb13ca&device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 1128 time: 0.0634458 Aug 27 02:25:51.427800 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:51.457358 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb30035a-c47b-479f-a289-de7d3f5ec78f req-2ab78e86-b7bd-4e07-b34c-4c4d69fcb260 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 210 time: 0.0401719 Aug 27 02:25:51.458335 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884b690-de3f-4045-8a76-b475277427f9 req-7720fd75-e220-439f-9d16-0a298229a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:51.459662 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5884b690-de3f-4045-8a76-b475277427f9 req-7720fd75-e220-439f-9d16-0a298229a910 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7cb3e3496c1a45c8942c3678c0c299e5&device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 1127 time: 0.0987918 Aug 27 02:25:51.482477 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-f4361e7a-bdb8-4886-824b-2256cb4ca1cf tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=880ac4003248441c809a76cfd1b221eb HTTP/1.1" status: 200 len: 380 time: 0.1294394 Aug 27 02:25:51.628269 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 22831215-7029-41bf-a558-6aa1056c1015 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:51.739339 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 22831215-7029-41bf-a558-6aa1056c1015, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=22831215-7029-41bf-a558-6aa1056c1015,segment=NetworkSegment(5ef67d85-a579-4d6d-abbd-4ca638fc88b8),segment_id=5ef67d85-a579-4d6d-abbd-4ca638fc88b8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:51.751182 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '22831215-7029-41bf-a558-6aa1056c1015', 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d', 'port_id': '22831215-7029-41bf-a558-6aa1056c1015', 'mac_address': 'fa:16:3e:09:d6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd05baf2-d3b2-47e6-b8a8-8408c2818166', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:51.788658 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 22831215-7029-41bf-a558-6aa1056c1015 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:25:51.788999 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (22831215-7029-41bf-a558-6aa1056c1015), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:51.797671 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:51.803822 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22831215-7029-41bf-a558-6aa1056c1015 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:25:51.824715 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 22831215-7029-41bf-a558-6aa1056c1015, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=22831215-7029-41bf-a558-6aa1056c1015,segment=NetworkSegment(5ef67d85-a579-4d6d-abbd-4ca638fc88b8),segment_id=5ef67d85-a579-4d6d-abbd-4ca638fc88b8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:51.830865 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (22831215-7029-41bf-a558-6aa1056c1015), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:51.878690 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=22831215-7029-41bf-a558-6aa1056c1015,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:51.886167 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.886509 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.886819 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.887157 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.887480 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.887800 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.888117 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.888432 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.888748 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.889061 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.889405 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.889724 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.890051 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.890359 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:51.890670 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:52.016652 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77557e0-c182-4582-9d03-c510fdb17c26 req-80603c08-bd7f-44e4-a333-c51e49cb3a50 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:52.018190 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e77557e0-c182-4582-9d03-c510fdb17c26 req-80603c08-bd7f-44e4-a333-c51e49cb3a50 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0552123 Aug 27 02:25:52.073962 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e77557e0-c182-4582-9d03-c510fdb17c26 req-31917a5b-d800-4207-bcbe-f2b94d979074 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498738 Aug 27 02:25:52.441587 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['22831215-7029-41bf-a558-6aa1056c1015'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:25:52.475720 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:52.495155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f68cac-c749-4c7d-9f62-90ba7fd3b4ad req-d6d82048-5de0-4887-a5f5-47b706f9bde8 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:52.496631 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d6f68cac-c749-4c7d-9f62-90ba7fd3b4ad req-d6d82048-5de0-4887-a5f5-47b706f9bde8 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 945 time: 0.0781975 Aug 27 02:25:52.512385 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49068ae-29a2-469e-baa0-9b91b170b310 req-3ece8a1a-bd54-4ca2-a276-f0350a8c4146 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:52.513904 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d49068ae-29a2-469e-baa0-9b91b170b310 req-3ece8a1a-bd54-4ca2-a276-f0350a8c4146 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 943 time: 0.0642605 Aug 27 02:25:52.591722 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d6f68cac-c749-4c7d-9f62-90ba7fd3b4ad req-b9492e89-8f31-4649-9d3d-b00e1bc29883 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853109 Aug 27 02:25:52.600608 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d49068ae-29a2-469e-baa0-9b91b170b310 req-a7f2dff8-b881-43f8-a21c-5caed673552a tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729535 Aug 27 02:25:52.688168 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6b5562b9-246d-4c32-a423-7280ccd36b50 req-55865bc5-8dad-4731-a25e-bffc3e830c60 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 210 time: 0.0357075 Aug 27 02:25:52.756037 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Request body: {'port': {'device_id': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'admin_state_up': True, 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'security_groups': ['523ef2f8-1eb5-4993-b12f-29f33fd4a033']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:52.847227 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8b06d-62c6-4572-b9e9-5abb685e8d58 req-7f319bbf-7109-4c05-ab1c-b056cd830fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:52.849164 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-4dd8b06d-62c6-4572-b9e9-5abb685e8d58 req-7f319bbf-7109-4c05-ab1c-b056cd830fbd service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d HTTP/1.1" status: 200 len: 914 time: 0.0965443 Aug 27 02:25:53.006814 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-4dd8b06d-62c6-4572-b9e9-5abb685e8d58 req-fc1c32bf-19c7-4f22-a585-d22e5e815bfb service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22831215-7029-41bf-a558-6aa1056c1015 HTTP/1.1" status: 200 len: 217 time: 0.0346355 Aug 27 02:25:53.017904 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884b690-de3f-4045-8a76-b475277427f9 req-7785728a-2465-4795-88e2-1e2768c749f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:53.019655 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5884b690-de3f-4045-8a76-b475277427f9 req-7785728a-2465-4795-88e2-1e2768c749f0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=7cb3e3496c1a45c8942c3678c0c299e5&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2675977 Aug 27 02:25:53.061571 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8b06d-62c6-4572-b9e9-5abb685e8d58 req-48892095-ae8a-40dd-9f5c-b96804f4377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:53.063059 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-4dd8b06d-62c6-4572-b9e9-5abb685e8d58 req-48892095-ae8a-40dd-9f5c-b96804f4377e service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bd05baf2-d3b2-47e6-b8a8-8408c2818166 HTTP/1.1" status: 200 len: 853 time: 0.0486095 Aug 27 02:25:53.100145 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-4dd8b06d-62c6-4572-b9e9-5abb685e8d58 req-915464b7-36a6-4494-968a-287938d65638 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294816 Aug 27 02:25:53.108617 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Made reservation on behalf of 880ac4003248441c809a76cfd1b221eb for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:53.112472 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:53.125591 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:53.197647 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-4dd8b06d-62c6-4572-b9e9-5abb685e8d58 req-a882829c-22f6-4f78-85f9-fb53d8424ea6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902758 Aug 27 02:25:53.294311 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba0ab-9860-4567-af38-d67811a2c761 req-b87d29d4-ef60-49d3-89dd-b96ea265609d tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:53.295634 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de7ba0ab-9860-4567-af38-d67811a2c761 req-b87d29d4-ef60-49d3-89dd-b96ea265609d tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.1376925 Aug 27 02:25:53.303530 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-4dd8b06d-62c6-4572-b9e9-5abb685e8d58 req-d0eee6d3-41f8-4695-bbea-8828b6759e2e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917084 Aug 27 02:25:53.329100 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884b690-de3f-4045-8a76-b475277427f9 req-8ec607cc-a4a5-4d67-bc49-62406ca5ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:53.330568 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5884b690-de3f-4045-8a76-b475277427f9 req-8ec607cc-a4a5-4d67-bc49-62406ca5ff44 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3028615 Aug 27 02:25:53.436524 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de7ba0ab-9860-4567-af38-d67811a2c761 req-0a230030-c4ea-42f1-8dbb-ebc2c71785e6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262827 Aug 27 02:25:53.456128 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Allocated IP 172.20.0.10 (8ba10e7b-62f2-400d-a225-3160ea7a308c/683a9e1b-731e-4327-9750-9fc98cd997c7/bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:53.463453 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-46fd46d5-d0de-4c68-b695-67c56262adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:53.465066 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-46fd46d5-d0de-4c68-b695-67c56262adaa service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7cb3e3496c1a45c8942c3678c0c299e5&device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 1127 time: 0.0665500 Aug 27 02:25:53.528691 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-6f965750-caff-4afc-919f-6dd568b71e1d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4a34a6-1648-44be-9eb9-79840124e8e3 HTTP/1.1" status: 200 len: 217 time: 0.0424073 Aug 27 02:25:53.558678 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:53.625965 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:53.635910 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-fb1cee97-cb04-4434-b84d-d3d30cda7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:53.637533 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-fb1cee97-cb04-4434-b84d-d3d30cda7685 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bed300f7-b4cf-42ee-bd47-2e327fabd1d3 HTTP/1.1" status: 200 len: 847 time: 0.0980680 Aug 27 02:25:53.704244 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 22831215-7029-41bf-a558-6aa1056c1015 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:53.777762 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 22831215-7029-41bf-a558-6aa1056c1015 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:25:53.787683 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:53.796817 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 22831215-7029-41bf-a558-6aa1056c1015 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:25:53.797209 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (22831215-7029-41bf-a558-6aa1056c1015), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:53.819559 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'port_id': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'mac_address': 'fa:16:3e:ae:23:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:53.876448 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:25:53.876811 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:53.894381 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:25:53.942585 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:53.943908 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 22831215-7029-41bf-a558-6aa1056c1015 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:25:53.944282 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (22831215-7029-41bf-a558-6aa1056c1015), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:53.954118 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:54.015907 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31c26a8-fe5a-40fb-91a1-7b5251fd0daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22831215-7029-41bf-a558-6aa1056c1015'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:25:54.018298 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bee81f8-d022-4e43-b12f-412bb19301e4" -d '{"events": [{"server_uuid": "c31c26a8-fe5a-40fb-91a1-7b5251fd0daa", "name": "network-vif-plugged", "status": "completed", "tag": "22831215-7029-41bf-a558-6aa1056c1015"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:54.025139 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b7a44c92-cfe9-49bc-8602-7074c18a1cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:54.030539 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:54.035570 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-4cf6eb9e-6e1f-4bc5-b14e-f2484fc7c4e1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d622f246-857a-45c7-a4ec-c30529f7e62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3287032 Aug 27 02:25:54.043041 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 22831215-7029-41bf-a558-6aa1056c1015, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=22831215-7029-41bf-a558-6aa1056c1015,segment=NetworkSegment(5ef67d85-a579-4d6d-abbd-4ca638fc88b8),segment_id=5ef67d85-a579-4d6d-abbd-4ca638fc88b8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:54.048184 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:54.051272 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (22831215-7029-41bf-a558-6aa1056c1015), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:54.053246 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68571f3-8431-445e-8a51-940217cea368 req-9c967697-6c8a-46e0-b84f-bcd46d857be8 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:54.054722 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f68571f3-8431-445e-8a51-940217cea368 req-9c967697-6c8a-46e0-b84f-bcd46d857be8 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 945 time: 0.3742049 Aug 27 02:25:54.072424 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab29527-93b2-4d55-9f8c-cdb5358b8d6c req-e6892d7a-6ab9-4ced-92c8-c3992f55cf8d tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:54.073814 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ab29527-93b2-4d55-9f8c-cdb5358b8d6c req-e6892d7a-6ab9-4ced-92c8-c3992f55cf8d tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 943 time: 0.3880911 Aug 27 02:25:54.099729 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=22831215-7029-41bf-a558-6aa1056c1015,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:54.202457 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:54.214761 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:54.253693 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f68571f3-8431-445e-8a51-940217cea368 req-7bd69320-6450-41ed-a92f-e5d413ba1114 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870320 Aug 27 02:25:54.275404 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ab29527-93b2-4d55-9f8c-cdb5358b8d6c req-0a5c2b7a-110c-47ee-8048-f2908e078da6 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845751 Aug 27 02:25:54.291946 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Network 8ba10e7b-62f2-400d-a225-3160ea7a308c is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:54.302618 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-56244a93-7016-4068-85c1-53ca5d9bbb0a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d622f246-857a-45c7-a4ec-c30529f7e62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455323 Aug 27 02:25:54.303590 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event updated for resources: {'Port': ['ID=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:54.306650 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:54.317199 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:25:54.337538 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc819de-34dc-4a66-89e4-3ec1fcaa0358 x-openstack-request-id: req-4bc819de-34dc-4a66-89e4-3ec1fcaa0358 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:54.337747 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31c26a8-fe5a-40fb-91a1-7b5251fd0daa", "name": "network-vif-plugged", "status": "completed", "tag": "22831215-7029-41bf-a558-6aa1056c1015", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:54.337994 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bc819de-34dc-4a66-89e4-3ec1fcaa0358 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:54.338389 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc819de-34dc-4a66-89e4-3ec1fcaa0358'] response: {'server_uuid': 'c31c26a8-fe5a-40fb-91a1-7b5251fd0daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22831215-7029-41bf-a558-6aa1056c1015', 'code': 200} Aug 27 02:25:54.451611 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b59b22-5fef-43ff-af52-16382e2ef11c req-c8a90e52-6f31-4314-af1a-cafe5eb45ea8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:54.453345 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18b59b22-5fef-43ff-af52-16382e2ef11c req-c8a90e52-6f31-4314-af1a-cafe5eb45ea8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 932 time: 0.1177804 Aug 27 02:25:54.460735 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:54.461376 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:54.480251 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['89f4d982-1807-4e80-b9ef-c7bc0025f1b0'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:25:54.516032 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-a5f9bede-9c64-4162-a13d-9c397042ddf3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7654617 Aug 27 02:25:54.574757 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Request body: {'port': {'device_id': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:54.578910 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:54.588395 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:54.590240 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-2d63e792-1cdd-40b2-8f97-b30cabbbbf20 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d622f246-857a-45c7-a4ec-c30529f7e62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806544 Aug 27 02:25:54.596576 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eacfc6-dbc8-47ff-ac6d-847a1f918404 req-ca49abdd-1bc1-4cd5-b937-401081a49693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:54.598770 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-33eacfc6-dbc8-47ff-ac6d-847a1f918404 req-ca49abdd-1bc1-4cd5-b937-401081a49693 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 1130 time: 0.0583081 Aug 27 02:25:54.624003 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:54.630240 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18b59b22-5fef-43ff-af52-16382e2ef11c req-997f5e8a-84f1-43fd-828c-96251bec5a2d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653023 Aug 27 02:25:54.639194 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f66e3-1f25-4551-bc3d-b338494b06d6 req-1c4f1aa2-5cdb-4f2e-9e68-297cf086944c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:54.642760 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f66e3-1f25-4551-bc3d-b338494b06d6 req-1c4f1aa2-5cdb-4f2e-9e68-297cf086944c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 944 time: 0.1070259 Aug 27 02:25:54.661523 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-0a4d92ca-c6f3-458a-845f-bde9a75c4faa None None] Provisioning complete for port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:25:54.662330 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-0a4d92ca-c6f3-458a-845f-bde9a75c4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:54.665907 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-33eacfc6-dbc8-47ff-ac6d-847a1f918404 req-35b19f04-6989-4a6d-a08e-48ce6ff14244 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566864 Aug 27 02:25:54.707345 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:54.713469 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d92ca-c6f3-458a-845f-bde9a75c4faa None None] Port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:25:54.742874 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f66e3-1f25-4551-bc3d-b338494b06d6 req-f450913a-6390-428f-9495-8660cc7b28a2 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878055 Aug 27 02:25:55.007853 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:25:55.018177 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Publish callbacks [] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:55.033586 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Transition to ACTIVE for port object bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:25:55.039574 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:55.107837 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Pushing event updated for resources: {'Port': ['ID=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:55.163807 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Attempting to bind port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:25:55.164134 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Attempting to bind port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:25:55.164455 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Attempting to bind port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 on network 8ba10e7b-62f2-400d-a225-3160ea7a308c {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:25:55.169527 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 on network 8ba10e7b-62f2-400d-a225-3160ea7a308c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:25:55.170013 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Attempting to bind port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 on network 8ba10e7b-62f2-400d-a225-3160ea7a308c {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:25:55.176254 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:25:55.176672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Checking segment: {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:25:55.177051 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Bound using segment: {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:25:55.177501 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Bound port: bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c685ed0-f08f-4a29-99b5-6deb02df3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:25:55.177853 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:55.240382 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:55.246624 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] For port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:55.249836 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] For port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:55.259458 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:55.266802 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:55.266802 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:55.267921 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 HTTP/1.1" status: 200 len: 1094 time: 0.7310367 Aug 27 02:25:55.268562 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:25:55.270927 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb789f4c-ef04-42bf-ac0c-6b55322348e5" -d '{"events": [{"name": "network-changed", "server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:55.312784 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8309ad35-aba8-4f4b-a84f-70eaa8d3614d x-openstack-request-id: req-8309ad35-aba8-4f4b-a84f-70eaa8d3614d {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:55.316803 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:55.317266 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8309ad35-aba8-4f4b-a84f-70eaa8d3614d {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:55.318318 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8309ad35-aba8-4f4b-a84f-70eaa8d3614d'] response: {'name': 'network-changed', 'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'status': 'completed', 'code': 200} Aug 27 02:25:55.329994 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4466ea-d085-4730-801e-78af7c3386ce service neutron] Pushing event updated for resources: {'Port': ['ID=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:55.433397 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691cb70-e990-4a49-8bb2-c6ecc9ac586d req-d8bd30f4-71e1-4fa7-8ae4-4f9f733e96a6 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:55.434968 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9691cb70-e990-4a49-8bb2-c6ecc9ac586d req-d8bd30f4-71e1-4fa7-8ae4-4f9f733e96a6 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 946 time: 0.0841658 Aug 27 02:25:55.461389 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfed-52a8-4023-8842-32e755f078a2 req-1e841ead-4047-4646-aa2c-137a2264e0f4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:55.462925 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bdd7cfed-52a8-4023-8842-32e755f078a2 req-1e841ead-4047-4646-aa2c-137a2264e0f4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 943 time: 0.0732162 Aug 27 02:25:55.522346 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:55.530983 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9691cb70-e990-4a49-8bb2-c6ecc9ac586d req-ff7c04d7-7e8b-49c7-8da8-631836c056cf tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883167 Aug 27 02:25:55.539536 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bdd7cfed-52a8-4023-8842-32e755f078a2 req-0de1aeef-46ae-4e07-9d92-be85b5877300 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691178 Aug 27 02:25:55.777411 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8cfe2-4452-4829-9fd9-f03ee99fd2c2 req-b54704b1-c829-42dc-8b1e-8c339cb7e683 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:55.779135 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-38e8cfe2-4452-4829-9fd9-f03ee99fd2c2 req-b54704b1-c829-42dc-8b1e-8c339cb7e683 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 944 time: 0.0585346 Aug 27 02:25:55.842669 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-38e8cfe2-4452-4829-9fd9-f03ee99fd2c2 req-38cd9dd1-fb11-48d8-aa2d-a1688e111aca tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574791 Aug 27 02:25:55.878398 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b754ca2-55e8-4d6e-b85b-04315ae1bbb5 req-f0454804-a2e4-441a-81ba-a82f39262001 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:55.880167 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8b754ca2-55e8-4d6e-b85b-04315ae1bbb5 req-f0454804-a2e4-441a-81ba-a82f39262001 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 944 time: 0.0535576 Aug 27 02:25:55.940581 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8b754ca2-55e8-4d6e-b85b-04315ae1bbb5 req-949d3f57-bb8d-4a2b-9076-870a615ef6f9 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517318 Aug 27 02:25:56.190934 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:56.238445 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:25:56.247405 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:25:56.247885 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:56.289827 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:56.329437 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:25:56.329822 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:56.353824 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:25:56.356086 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52e134a-5c7a-4389-85d0-80f21789b79b" -d '{"events": [{"server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "name": "network-vif-plugged", "status": "completed", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:56.370125 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:56.375444 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:56.404723 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5553c8e1-b9e4-42b7-b2b9-a8cc157b315f x-openstack-request-id: req-5553c8e1-b9e4-42b7-b2b9-a8cc157b315f {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:56.405010 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "name": "network-vif-plugged", "status": "completed", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:56.405273 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5553c8e1-b9e4-42b7-b2b9-a8cc157b315f {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:56.405664 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5553c8e1-b9e4-42b7-b2b9-a8cc157b315f'] response: {'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'code': 200} Aug 27 02:25:56.434059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:56.564859 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:56.705580 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c55d-a0cc-472a-9b13-0fe63efc7cca req-aad54249-9079-4480-9023-a958dbb19ed7 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:56.707772 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f45c55d-a0cc-472a-9b13-0fe63efc7cca req-aad54249-9079-4480-9023-a958dbb19ed7 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 946 time: 0.0971031 Aug 27 02:25:56.716203 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed77c4-4bc7-43e7-9510-4ba867f9b616 req-b80c9552-90c7-4bd9-a582-254109837171 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:56.718255 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26ed77c4-4bc7-43e7-9510-4ba867f9b616 req-b80c9552-90c7-4bd9-a582-254109837171 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 943 time: 0.0949702 Aug 27 02:25:56.796632 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f45c55d-a0cc-472a-9b13-0fe63efc7cca req-52ae2437-4cdd-4ecc-92b7-1efbed1a90d6 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770233 Aug 27 02:25:56.800925 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26ed77c4-4bc7-43e7-9510-4ba867f9b616 req-2b9de9ee-2003-4c3d-8936-322c9478e8a7 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730562 Aug 27 02:25:56.972215 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e7110-7d5d-445e-aedf-cb13ae3f6777 req-f58b966e-458d-4790-8df8-2d49923456e1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:56.973734 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-014e7110-7d5d-445e-aedf-cb13ae3f6777 req-f58b966e-458d-4790-8df8-2d49923456e1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 944 time: 0.0551076 Aug 27 02:25:57.043949 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-014e7110-7d5d-445e-aedf-cb13ae3f6777 req-4581959b-8f3a-44a6-884d-01c8ae7118fc tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629158 Aug 27 02:25:57.078861 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132b121-801c-42bd-ba4b-f1724912a6fc req-580dea74-69d6-4661-bbfe-5a816dd3d3c1 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:57.080274 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0132b121-801c-42bd-ba4b-f1724912a6fc req-580dea74-69d6-4661-bbfe-5a816dd3d3c1 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0494330 Aug 27 02:25:57.135053 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0132b121-801c-42bd-ba4b-f1724912a6fc req-fcc2dc96-8a77-420e-a42e-0944a030b1ab tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466731 Aug 27 02:25:57.949413 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911961e-3ce7-4134-8fc1-a738a4874995 req-305fd831-5a3d-4a08-9a14-47a6523ccb6f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:57.951213 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7911961e-3ce7-4134-8fc1-a738a4874995 req-305fd831-5a3d-4a08-9a14-47a6523ccb6f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 943 time: 0.0765433 Aug 27 02:25:57.959112 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9802d-7f85-4940-a427-981538690b0a req-9e07f1d3-fec1-4ea6-9bec-97e9bec587fc tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:57.960532 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-83b9802d-7f85-4940-a427-981538690b0a req-9e07f1d3-fec1-4ea6-9bec-97e9bec587fc tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 946 time: 0.0771344 Aug 27 02:25:58.013633 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:58.034073 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7911961e-3ce7-4134-8fc1-a738a4874995 req-ce655eb2-9340-4a26-be5c-3549e6c127c5 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726068 Aug 27 02:25:58.046349 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-83b9802d-7f85-4940-a427-981538690b0a req-f75d5b8b-b1c4-4634-9cdf-e9eb7118d447 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776787 Aug 27 02:25:58.070507 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 0d4a34a6-1648-44be-9eb9-79840124e8e3 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:58.150640 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:58.171248 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c41bb1-1998-4725-a370-17d5cffe4ac4 req-ad6ea66e-9bf9-4da9-870f-087674ba3a6e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:58.172768 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16c41bb1-1998-4725-a370-17d5cffe4ac4 req-ad6ea66e-9bf9-4da9-870f-087674ba3a6e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 944 time: 0.0534587 Aug 27 02:25:58.183253 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 0d4a34a6-1648-44be-9eb9-79840124e8e3, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=0d4a34a6-1648-44be-9eb9-79840124e8e3,segment=NetworkSegment(12f19e89-1b4f-4ef1-ac4b-aaee51132008),segment_id=12f19e89-1b4f-4ef1-ac4b-aaee51132008)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:58.195286 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '0d4a34a6-1648-44be-9eb9-79840124e8e3', 'network_id': 'd622f246-857a-45c7-a4ec-c30529f7e62e', 'port_id': '0d4a34a6-1648-44be-9eb9-79840124e8e3', 'mac_address': 'fa:16:3e:f1:c4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed300f7-b4cf-42ee-bd47-2e327fabd1d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:58.231453 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 0d4a34a6-1648-44be-9eb9-79840124e8e3 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:25:58.231832 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:58.239718 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16c41bb1-1998-4725-a370-17d5cffe4ac4 req-8c218072-5732-4d12-b847-3a8a3c487e89 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583572 Aug 27 02:25:58.249850 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4a34a6-1648-44be-9eb9-79840124e8e3 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:25:58.271479 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 0d4a34a6-1648-44be-9eb9-79840124e8e3, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=0d4a34a6-1648-44be-9eb9-79840124e8e3,segment=NetworkSegment(12f19e89-1b4f-4ef1-ac4b-aaee51132008),segment_id=12f19e89-1b4f-4ef1-ac4b-aaee51132008)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:58.275865 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:58.281806 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb8f38-8d09-478b-b7be-0ebe07113391 req-e3c166ba-4957-408b-91be-e32f86b79124 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:58.283281 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cfdb8f38-8d09-478b-b7be-0ebe07113391 req-e3c166ba-4957-408b-91be-e32f86b79124 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0589583 Aug 27 02:25:58.306238 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:58.326484 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=0d4a34a6-1648-44be-9eb9-79840124e8e3,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:58.336684 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cfdb8f38-8d09-478b-b7be-0ebe07113391 req-8ee3b715-3350-4f73-b831-f328b9d9a931 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471427 Aug 27 02:25:58.658297 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:58.695582 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:58.699939 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb789f4c-ef04-42bf-ac0c-6b55322348e5 req-f9a4510e-945a-4fc1-8638-0b0aca027c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:58.701862 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-eb789f4c-ef04-42bf-ac0c-6b55322348e5 req-f9a4510e-945a-4fc1-8638-0b0aca027c9d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 1128 time: 0.0438104 Aug 27 02:25:58.877503 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb789f4c-ef04-42bf-ac0c-6b55322348e5 req-08275697-37c7-4e94-9982-c863340c6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:58.879110 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-eb789f4c-ef04-42bf-ac0c-6b55322348e5 req-08275697-37c7-4e94-9982-c863340c6b13 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=880ac4003248441c809a76cfd1b221eb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1047688 Aug 27 02:25:58.900251 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['0d4a34a6-1648-44be-9eb9-79840124e8e3'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:25:58.903188 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a11c17-22ab-4e0b-a705-9e10e5c8abe2 req-c4f8be2d-c0e1-4ceb-b1a1-fe8596a35c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:58.904767 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b1a11c17-22ab-4e0b-a705-9e10e5c8abe2 req-c4f8be2d-c0e1-4ceb-b1a1-fe8596a35c79 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 1129 time: 0.0405331 Aug 27 02:25:58.933634 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:58.956978 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b1a11c17-22ab-4e0b-a705-9e10e5c8abe2 req-b39ae096-acc3-49c8-b47c-72ebfa7833e9 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456102 Aug 27 02:25:58.988232 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb789f4c-ef04-42bf-ac0c-6b55322348e5 req-82b05b96-2437-48c0-bb60-510d8fae8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:58.990318 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-eb789f4c-ef04-42bf-ac0c-6b55322348e5 req-82b05b96-2437-48c0-bb60-510d8fae8311 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051402 Aug 27 02:25:59.001382 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:25:59.142615 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:25:59.187529 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6c777-d63a-4189-854d-32206bc8bbfb req-c798506d-8a45-4407-9240-821af9388375 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:59.188871 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f3f6c777-d63a-4189-854d-32206bc8bbfb req-c798506d-8a45-4407-9240-821af9388375 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 944 time: 0.0773041 Aug 27 02:25:59.208426 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb398e-f803-497c-ac76-b434f23f4c6d req-eeafc2c9-b170-42de-91fe-53f99a835e57 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:59.209832 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-36fb398e-f803-497c-ac76-b434f23f4c6d req-eeafc2c9-b170-42de-91fe-53f99a835e57 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 946 time: 0.0703378 Aug 27 02:25:59.272516 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f3f6c777-d63a-4189-854d-32206bc8bbfb req-99fee3a8-f43d-4432-8a19-14a5cfe522ea tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760002 Aug 27 02:25:59.283975 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-36fb398e-f803-497c-ac76-b434f23f4c6d req-53c3c0ec-1e3d-42e6-964f-46842b0cc039 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657690 Aug 27 02:25:59.376032 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea9607-e89e-4dd5-a5f6-e569c6011131 req-377be14b-aeb0-4bdf-a300-d329db79a424 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:59.377538 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e6ea9607-e89e-4dd5-a5f6-e569c6011131 req-377be14b-aeb0-4bdf-a300-d329db79a424 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 944 time: 0.0487578 Aug 27 02:25:59.457639 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e6ea9607-e89e-4dd5-a5f6-e569c6011131 req-098908e3-5b76-46e6-a8b2-425ac5eec8f2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740502 Aug 27 02:25:59.471381 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100531e-d0b8-41b5-9f3e-80c8acbf40d9 req-54568e7e-b945-4dd7-9c27-a5c00d362a20 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:25:59.472904 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8100531e-d0b8-41b5-9f3e-80c8acbf40d9 req-54568e7e-b945-4dd7-9c27-a5c00d362a20 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0632350 Aug 27 02:25:59.528682 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8100531e-d0b8-41b5-9f3e-80c8acbf40d9 req-ae4b674f-7f01-4ee4-ae07-46d38efdab85 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472612 Aug 27 02:26:00.301286 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 0d4a34a6-1648-44be-9eb9-79840124e8e3 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:00.352544 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 0d4a34a6-1648-44be-9eb9-79840124e8e3 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:26:00.359842 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 0d4a34a6-1648-44be-9eb9-79840124e8e3 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:26:00.360594 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:00.441270 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a96cc4-33b3-4ae9-9465-07fae64a3a73 req-ab96fc1d-3430-467b-abc8-5f4c23eb287f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:00.442866 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-79a96cc4-33b3-4ae9-9465-07fae64a3a73 req-ab96fc1d-3430-467b-abc8-5f4c23eb287f tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 944 time: 0.0775530 Aug 27 02:26:00.449015 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b9ede-e017-47ce-af7f-7b1d8a9750e6 req-9913f32b-4fe5-4643-bf4d-dc84ab01e80d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:00.450421 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b65b9ede-e017-47ce-af7f-7b1d8a9750e6 req-9913f32b-4fe5-4643-bf4d-dc84ab01e80d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 946 time: 0.0762162 Aug 27 02:26:00.452717 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 0d4a34a6-1648-44be-9eb9-79840124e8e3 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:26:00.453111 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:00.477873 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbea9949-6c55-4ae7-96e1-b09f1a8030f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a34a6-1648-44be-9eb9-79840124e8e3'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:26:00.479879 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b4a8c9-568c-4aab-a5bd-0644233e7ce9" -d '{"events": [{"server_uuid": "fbea9949-6c55-4ae7-96e1-b09f1a8030f1", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a34a6-1648-44be-9eb9-79840124e8e3"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:00.492714 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 0d4a34a6-1648-44be-9eb9-79840124e8e3, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=0d4a34a6-1648-44be-9eb9-79840124e8e3,segment=NetworkSegment(12f19e89-1b4f-4ef1-ac4b-aaee51132008),segment_id=12f19e89-1b4f-4ef1-ac4b-aaee51132008)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:00.497945 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:00.530048 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-79a96cc4-33b3-4ae9-9465-07fae64a3a73 req-83837434-8056-47a2-aac2-b02ac518a000 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783467 Aug 27 02:26:00.535018 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b65b9ede-e017-47ce-af7f-7b1d8a9750e6 req-667632fb-621a-4fca-a08a-039f4589e225 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763128 Aug 27 02:26:00.556982 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=0d4a34a6-1648-44be-9eb9-79840124e8e3,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:00.579245 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b1246b-2f19-4290-81b0-d48de8a5a912 x-openstack-request-id: req-d9b1246b-2f19-4290-81b0-d48de8a5a912 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:00.579570 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbea9949-6c55-4ae7-96e1-b09f1a8030f1", "name": "network-vif-plugged", "status": "completed", "tag": "0d4a34a6-1648-44be-9eb9-79840124e8e3", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:00.579825 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9b1246b-2f19-4290-81b0-d48de8a5a912 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:00.580235 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b1246b-2f19-4290-81b0-d48de8a5a912'] response: {'server_uuid': 'fbea9949-6c55-4ae7-96e1-b09f1a8030f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4a34a6-1648-44be-9eb9-79840124e8e3', 'code': 200} Aug 27 02:26:00.703766 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caafe91-ce10-48a7-b3ba-547933d392fc req-bf22bc89-2bb6-48fd-b7f3-14d7d4b1755d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:00.705315 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9caafe91-ce10-48a7-b3ba-547933d392fc req-bf22bc89-2bb6-48fd-b7f3-14d7d4b1755d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 944 time: 0.0854468 Aug 27 02:26:00.726343 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e6915-fe7f-40a0-af95-88acb9e7a3ba req-caf26c68-4523-46f6-a472-a3b2e4350f85 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:00.727870 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1b7e6915-fe7f-40a0-af95-88acb9e7a3ba req-caf26c68-4523-46f6-a472-a3b2e4350f85 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0739715 Aug 27 02:26:00.811367 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1b7e6915-fe7f-40a0-af95-88acb9e7a3ba req-58142ba3-c4e7-4bc5-8ce9-46e7b4ca0efc tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708570 Aug 27 02:26:00.815717 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9caafe91-ce10-48a7-b3ba-547933d392fc req-f9c2a6a9-e6e5-4c8d-84ac-be8d8f407ced tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016550 Aug 27 02:26:01.179436 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf490b-027c-4549-9300-e43ea5521c74 req-45415f77-37e3-4292-ab1c-88c83700efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:01.180944 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-45415f77-37e3-4292-ab1c-88c83700efbc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 1128 time: 0.0417373 Aug 27 02:26:01.343101 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-25fbacc8-f18d-4eb3-bd6b-8ce67e573f77 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 HTTP/1.1" status: 200 len: 217 time: 0.0411344 Aug 27 02:26:01.675910 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c761-3931-4830-892a-eaf4dc01e1a3 req-a3b5d894-113f-472f-a8ef-037df6bd8140 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:01.677375 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b24c761-3931-4830-892a-eaf4dc01e1a3 req-a3b5d894-113f-472f-a8ef-037df6bd8140 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 945 time: 0.0656159 Aug 27 02:26:01.726469 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:01.735187 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b24c761-3931-4830-892a-eaf4dc01e1a3 req-45ea2465-bbe7-42a3-b8f8-0c5c7a404f54 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493469 Aug 27 02:26:01.882173 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:01.902939 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf490b-027c-4549-9300-e43ea5521c74 req-aa30c61c-7b4b-477d-b1ac-24bb4f994153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:01.904772 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-aa30c61c-7b4b-477d-b1ac-24bb4f994153 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.0602741 Aug 27 02:26:01.952553 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf490b-027c-4549-9300-e43ea5521c74 req-53293151-333d-4b1a-a3ba-7e706071b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:01.954527 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-53293151-333d-4b1a-a3ba-7e706071b9de service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408802 Aug 27 02:26:01.975114 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4c864-b671-44db-a8b9-0daa4904d4f6 req-e10c1b71-4c20-43b0-9c49-beb4d3481b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:01.976619 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55a4c864-b671-44db-a8b9-0daa4904d4f6 req-e10c1b71-4c20-43b0-9c49-beb4d3481b3f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 1129 time: 0.1156132 Aug 27 02:26:01.986604 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab728eb3-d478-4019-86c4-eb511276c2d5 req-8909cf46-adad-46b7-a22c-a6c394ba5ef6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:01.988054 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ab728eb3-d478-4019-86c4-eb511276c2d5 req-8909cf46-adad-46b7-a22c-a6c394ba5ef6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0869019 Aug 27 02:26:02.021064 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e18b24-bf31-4fee-869c-2ecdb8afc205 req-c7bab4a6-74ba-476f-ba56-946140f56fa7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:02.022564 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e8e18b24-bf31-4fee-869c-2ecdb8afc205 req-c7bab4a6-74ba-476f-ba56-946140f56fa7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 944 time: 0.1090055 Aug 27 02:26:02.048692 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:02.074098 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-bfcdc9d6-4f55-4af0-8c52-deacc0d054b8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030693 Aug 27 02:26:02.114053 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55a4c864-b671-44db-a8b9-0daa4904d4f6 req-3f29b876-f76a-46d4-b5ce-e36e1605d4c7 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228368 Aug 27 02:26:02.120418 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ab728eb3-d478-4019-86c4-eb511276c2d5 req-bddfdbb9-4784-411e-b1c7-29f204a106b6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189110 Aug 27 02:26:02.135136 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e8e18b24-bf31-4fee-869c-2ecdb8afc205 req-c7da90d8-59f1-434c-bb64-3f1e2fb8a596 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030707 Aug 27 02:26:02.184901 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-59cf490b-027c-4549-9300-e43ea5521c74 req-708993ee-9f45-4b15-b979-b799fd087e9b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046469 Aug 27 02:26:02.269995 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f1965-e02f-4846-bf4e-97446eaf9fa1 req-6dd041ab-45d9-4dea-a1ba-5207b01c371d tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:02.271577 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-147f1965-e02f-4846-bf4e-97446eaf9fa1 req-6dd041ab-45d9-4dea-a1ba-5207b01c371d tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0611694 Aug 27 02:26:02.324563 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-147f1965-e02f-4846-bf4e-97446eaf9fa1 req-9e101dfe-d750-4fbd-adb2-da9066a230f7 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472333 Aug 27 02:26:02.353769 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 47690) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:26:02.526403 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360b4a9-e8af-45ff-99f3-33590046e24a tempest-TestShelveInstance-168104057 tempest-TestShelveInstance-168104057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:02.527932 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6360b4a9-e8af-45ff-99f3-33590046e24a tempest-TestShelveInstance-168104057 tempest-TestShelveInstance-168104057-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 1124 time: 0.1731758 Aug 27 02:26:02.531382 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 47694) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:26:02.536082 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'port_id': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:02.558910 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:02.656145 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:02.788935 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Allocated IP 172.27.1.242 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/0a142ca8-0352-487c-af24-991fafe235f1) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:02.864446 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399295-7386-4ea6-9113-a10d7f00fed1 req-f58ff8c9-25c8-4abe-a7b7-475170ddb8b4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:02.866024 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e2399295-7386-4ea6-9113-a10d7f00fed1 req-f58ff8c9-25c8-4abe-a7b7-475170ddb8b4 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 945 time: 0.0497372 Aug 27 02:26:02.909465 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for port (0a142ca8-0352-487c-af24-991fafe235f1), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:02.915222 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:02.928596 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e2399295-7386-4ea6-9113-a10d7f00fed1 req-bc517909-71f8-456c-8d99-fb4a004e9a33 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566168 Aug 27 02:26:02.946989 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (0a142ca8-0352-487c-af24-991fafe235f1), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:02.992553 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:02.995551 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:02.999132 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:26:03.027551 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event updated for resources: {'Port': ['ID=0a142ca8-0352-487c-af24-991fafe235f1,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:03.190106 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:03.271778 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cf8ba-3fdd-4d1d-8996-ffda5fefcf24 req-1c025571-b052-45f9-8fea-6f74cc412775 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:03.273372 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d26cf8ba-3fdd-4d1d-8996-ffda5fefcf24 req-1c025571-b052-45f9-8fea-6f74cc412775 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 944 time: 0.0614119 Aug 27 02:26:03.322631 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d26cf8ba-3fdd-4d1d-8996-ffda5fefcf24 req-d848a328-e35f-4f07-889c-48bc7751434b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435133 Aug 27 02:26:03.738473 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for floatingip (69413735-c6b5-4f0d-b081-c51e21843883), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:03.844186 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (0a142ca8-0352-487c-af24-991fafe235f1), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:04.005694 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for port (0a142ca8-0352-487c-af24-991fafe235f1), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:04.012253 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (0a142ca8-0352-487c-af24-991fafe235f1), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:04.089354 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event updated for resources: {'Port': ['ID=0a142ca8-0352-487c-af24-991fafe235f1,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:04.092003 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (69413735-c6b5-4f0d-b081-c51e21843883), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:04.184728 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:04.189403 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d82764-5080-40ed-90fa-0644eac8522a req-e60be3e0-ae94-42e7-a0e4-402699e39de3 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:04.190884 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08d82764-5080-40ed-90fa-0644eac8522a req-e60be3e0-ae94-42e7-a0e4-402699e39de3 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 945 time: 0.0474143 Aug 27 02:26:04.205747 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Floating IP 69413735-c6b5-4f0d-b081-c51e21843883 associated. External IP: 172.27.1.242, port: 89f4d982-1807-4e80-b9ef-c7bc0025f1b0. Aug 27 02:26:04.257239 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08d82764-5080-40ed-90fa-0644eac8522a req-93d11394-6454-4fbf-b04a-a4ac5e5a9261 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592415 Aug 27 02:26:04.418043 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Router e9551b5e-d896-4623-a070-7afaa299b311 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:26:04.422530 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:04.456937 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eda13-5bfb-4c98-8edb-d49bb12b396e req-a7a2c257-18be-44a5-907d-12bc7915b81d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:04.458432 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-533eda13-5bfb-4c98-8edb-d49bb12b396e req-a7a2c257-18be-44a5-907d-12bc7915b81d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 944 time: 0.0607088 Aug 27 02:26:04.511093 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-533eda13-5bfb-4c98-8edb-d49bb12b396e req-048063d4-d56a-4478-a79c-525fe0dd6ebf tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464761 Aug 27 02:26:04.539345 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:04.549300 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df68c2c-2324-448b-8377-f1f85fda2033 None None] Sync routers for ids ['e9551b5e-d896-4623-a070-7afaa299b311'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:04.561530 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df68c2c-2324-448b-8377-f1f85fda2033 None None] Routers {'e9551b5e-d896-4623-a070-7afaa299b311'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:26:04.561782 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:04.562188 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7df68c2c-2324-448b-8377-f1f85fda2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:25:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e9551b5e-d896-4623-a070-7afaa299b311'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:04.600211 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-65b586a7-ae2d-4e14-8c24-f0c2cd40d4d6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0676839 Aug 27 02:26:04.600835 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:26:04.603189 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e492cf27-8f1e-4027-b829-016f7e17fbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:04.641040 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5ad5d6-3b7b-44db-8ca6-5bc1a63f0a86 x-openstack-request-id: req-fe5ad5d6-3b7b-44db-8ca6-5bc1a63f0a86 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:04.641359 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:04.641611 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe5ad5d6-3b7b-44db-8ca6-5bc1a63f0a86 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:04.642011 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5ad5d6-3b7b-44db-8ca6-5bc1a63f0a86'] response: {'name': 'network-changed', 'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'status': 'completed', 'code': 200} Aug 27 02:26:04.804486 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-7df68c2c-2324-448b-8377-f1f85fda2033 None None] Set router e9551b5e-d896-4623-a070-7afaa299b311 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:26:05.044856 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7df68c2c-2324-448b-8377-f1f85fda2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '69413735-c6b5-4f0d-b081-c51e21843883', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'port_id': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'mac_address': 'fa:16:3e:ae:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:26:03Z', 'updated_at': '2022-08-27T02:26:03Z', 'revision_number': 0, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c020df66-3047-4f33-8b18-26cb2530c127', 'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'mac_address': 'fa:16:3e:87:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:41Z', 'updated_at': '2022-08-27T02:24:50Z', 'revision_number': 5, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'subnets': [{'id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:05.077632 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df68c2c-2324-448b-8377-f1f85fda2033 None None] Checking router: e9551b5e-d896-4623-a070-7afaa299b311 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:26:05.086693 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df68c2c-2324-448b-8377-f1f85fda2033 None None] Routers {'e9551b5e-d896-4623-a070-7afaa299b311'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:26:05.087312 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7df68c2c-2324-448b-8377-f1f85fda2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:25:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e9551b5e-d896-4623-a070-7afaa299b311'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:05.126879 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:05.183931 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:05.196795 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-7df68c2c-2324-448b-8377-f1f85fda2033 None None] Set router e9551b5e-d896-4623-a070-7afaa299b311 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:26:05.384282 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe56292-ff11-4a51-b5cb-5f78cca6d6b3 req-937c7782-9a6f-457b-8a9a-9d2346558533 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:05.385699 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-afe56292-ff11-4a51-b5cb-5f78cca6d6b3 req-937c7782-9a6f-457b-8a9a-9d2346558533 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 945 time: 0.0488820 Aug 27 02:26:05.424604 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-7df68c2c-2324-448b-8377-f1f85fda2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '69413735-c6b5-4f0d-b081-c51e21843883', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'port_id': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'mac_address': 'fa:16:3e:ae:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:26:03Z', 'updated_at': '2022-08-27T02:26:03Z', 'revision_number': 0, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c020df66-3047-4f33-8b18-26cb2530c127', 'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'mac_address': 'fa:16:3e:87:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:41Z', 'updated_at': '2022-08-27T02:24:50Z', 'revision_number': 5, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'subnets': [{'id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:05.438711 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-afe56292-ff11-4a51-b5cb-5f78cca6d6b3 req-7f754bc9-2287-45d6-9a2e-9c468c2c2c6e tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 Aug 27 02:26:05.450645 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df68c2c-2324-448b-8377-f1f85fda2033 None None] The sync data for ids ['e9551b5e-d896-4623-a070-7afaa299b311'] in dv-cinder-846303-3-iscsi is: [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '69413735-c6b5-4f0d-b081-c51e21843883', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'port_id': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'mac_address': 'fa:16:3e:ae:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:26:03Z', 'updated_at': '2022-08-27T02:26:03Z', 'revision_number': 0, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c020df66-3047-4f33-8b18-26cb2530c127', 'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'mac_address': 'fa:16:3e:87:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:41Z', 'updated_at': '2022-08-27T02:24:50Z', 'revision_number': 5, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'subnets': [{'id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:05.639813 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2d13d-ec6f-49eb-a7ed-814f06e68c35 req-1584960d-f1db-4f2d-aef0-b31f83a01d59 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:05.641303 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ded2d13d-ec6f-49eb-a7ed-814f06e68c35 req-1584960d-f1db-4f2d-aef0-b31f83a01d59 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 944 time: 0.0524230 Aug 27 02:26:05.649064 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec06864-e904-497f-9ce6-4c3e55cd9c96 None None] New status for floating IP 69413735-c6b5-4f0d-b081-c51e21843883: ACTIVE {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:26:05.680509 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:05.698789 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ded2d13d-ec6f-49eb-a7ed-814f06e68c35 req-2cac7b8f-c027-4d89-9aeb-7a7d6e617890 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503993 Aug 27 02:26:06.311870 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:06.427023 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:06.439760 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'port_id': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'mac_address': 'fa:16:3e:f7:82:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:06.479899 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:26:06.480297 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:06.494878 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:26:06.521852 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:06.527454 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:06.572949 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9aef01-af12-42b3-b4ac-243ba164d6b6 req-52b87b77-00eb-4ef4-977e-dc407b0cd8ec tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:06.574587 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cf9aef01-af12-42b3-b4ac-243ba164d6b6 req-52b87b77-00eb-4ef4-977e-dc407b0cd8ec tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 945 time: 0.0576208 Aug 27 02:26:06.580293 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:06.638130 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cf9aef01-af12-42b3-b4ac-243ba164d6b6 req-210d8b49-6d82-4641-af45-0b8171076deb tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561042 Aug 27 02:26:06.698528 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492cf27-8f1e-4027-b829-016f7e17fbc4 req-ab6e939e-7541-4cc5-9fd7-c6075393c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:06.700097 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e492cf27-8f1e-4027-b829-016f7e17fbc4 req-ab6e939e-7541-4cc5-9fd7-c6075393c932 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b2ddff853b7546788b645a0344c2297b&device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 1129 time: 0.0457890 Aug 27 02:26:06.800246 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492cf27-8f1e-4027-b829-016f7e17fbc4 req-a87faeda-2207-49f8-8703-f58a11f1f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:06.801823 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e492cf27-8f1e-4027-b829-016f7e17fbc4 req-a87faeda-2207-49f8-8703-f58a11f1f897 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd HTTP/1.1" status: 200 len: 910 time: 0.0951891 Aug 27 02:26:06.821352 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28647663-6bc8-4f76-8534-30656700d80c req-77354cc4-ee81-4557-b454-5144cab98e72 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:06.822884 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28647663-6bc8-4f76-8534-30656700d80c req-77354cc4-ee81-4557-b454-5144cab98e72 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 945 time: 0.0478129 Aug 27 02:26:06.872689 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e492cf27-8f1e-4027-b829-016f7e17fbc4 req-7cc1f659-63ac-4510-b375-42fb67f2e97e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0 HTTP/1.1" status: 200 len: 1001 time: 0.0637071 Aug 27 02:26:06.874616 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28647663-6bc8-4f76-8534-30656700d80c req-00e23299-5494-49bf-821a-9fc0f2a5dce4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440068 Aug 27 02:26:06.937031 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492cf27-8f1e-4027-b829-016f7e17fbc4 req-1d74dfef-2445-43df-bd7c-68423e3bd0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:06.938528 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e492cf27-8f1e-4027-b829-016f7e17fbc4 req-1d74dfef-2445-43df-bd7c-68423e3bd0bd service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7dc1b704-facd-40ba-ba67-c373ad45e038 HTTP/1.1" status: 200 len: 848 time: 0.0569198 Aug 27 02:26:06.997287 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492cf27-8f1e-4027-b829-016f7e17fbc4 req-02863676-7d64-4a06-9fa7-d3f89556188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:06.999239 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e492cf27-8f1e-4027-b829-016f7e17fbc4 req-02863676-7d64-4a06-9fa7-d3f89556188f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523136 Aug 27 02:26:07.112737 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e492cf27-8f1e-4027-b829-016f7e17fbc4 req-5ebaa712-9f07-442f-b28e-6c2b2e84fad2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998132 Aug 27 02:26:07.244331 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:26:07.374664 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e492cf27-8f1e-4027-b829-016f7e17fbc4 req-b3dabe89-aeb8-4868-8df7-6f02fb69267d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241922 Aug 27 02:26:07.770350 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631a4e-c72e-4d8a-a368-56f151f5eedd req-9bd8e4d7-0689-4226-b6e1-d80b74fd4203 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:07.772055 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-17631a4e-c72e-4d8a-a368-56f151f5eedd req-9bd8e4d7-0689-4226-b6e1-d80b74fd4203 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 945 time: 0.0535736 Aug 27 02:26:07.824944 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-17631a4e-c72e-4d8a-a368-56f151f5eedd req-0ddeb46f-5ccf-44e1-8174-66c2e0aba8c2 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444322 Aug 27 02:26:08.011619 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633672-9808-49ea-acc1-9ed59c13397e req-7810a3fd-e4a3-41e3-b05c-72f4aa68759e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:08.013165 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-70633672-9808-49ea-acc1-9ed59c13397e req-7810a3fd-e4a3-41e3-b05c-72f4aa68759e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 945 time: 0.0494068 Aug 27 02:26:08.049954 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:08.068062 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-70633672-9808-49ea-acc1-9ed59c13397e req-c59e57c0-3110-40ea-9748-92c7baa9e455 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456266 Aug 27 02:26:08.737921 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:08.784869 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:26:08.788376 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a3fd-93ea-466c-92c9-a690fb749f59 req-39cdc048-c0b1-4f0c-b9af-cbdaaaaf2d54 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:08.789922 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-49a7a3fd-93ea-466c-92c9-a690fb749f59 req-39cdc048-c0b1-4f0c-b9af-cbdaaaaf2d54 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 945 time: 0.0486622 Aug 27 02:26:08.793147 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:26:08.793655 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:08.839726 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:08.852010 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-49a7a3fd-93ea-466c-92c9-a690fb749f59 req-43b653c1-0808-4295-b127-b1915bf9c254 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552003 Aug 27 02:26:08.873395 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:26:08.873788 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:08.876352 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:08.898884 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:26:08.901450 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ef7196-66ee-4425-9aa5-6665aee02947" -d '{"events": [{"server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "name": "network-vif-plugged", "status": "completed", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:08.918937 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:08.924187 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:08.947918 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a761e992-6a39-4b74-8a73-f4eec62c465c x-openstack-request-id: req-a761e992-6a39-4b74-8a73-f4eec62c465c {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:08.948193 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "name": "network-vif-plugged", "status": "completed", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:08.948447 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a761e992-6a39-4b74-8a73-f4eec62c465c {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:08.948842 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a761e992-6a39-4b74-8a73-f4eec62c465c'] response: {'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'code': 200} Aug 27 02:26:08.979709 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:09.192336 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8cca-5347-4ae9-99d5-498e4d2f7670 req-6d3bc5f6-cb83-418d-a3e3-a83570387f53 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:09.193819 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-433a8cca-5347-4ae9-99d5-498e4d2f7670 req-6d3bc5f6-cb83-418d-a3e3-a83570387f53 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0469244 Aug 27 02:26:09.252371 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-433a8cca-5347-4ae9-99d5-498e4d2f7670 req-e7990c95-5504-480f-bf94-bac97d78f246 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498931 Aug 27 02:26:09.988405 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89a78-9094-4c7e-a4a6-3e524082e7b3 req-fcb4c5f3-d2e8-452a-a819-23fe8fc3ed6e tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:09.991036 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f7a89a78-9094-4c7e-a4a6-3e524082e7b3 req-fcb4c5f3-d2e8-452a-a819-23fe8fc3ed6e tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 945 time: 0.0506501 Aug 27 02:26:10.042447 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f7a89a78-9094-4c7e-a4a6-3e524082e7b3 req-3bd86432-b267-475d-a0f2-d18068bb1447 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466251 Aug 27 02:26:10.415626 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee802c2-0315-4467-b5aa-a0bb72a8982f req-0923dabd-fda1-4bba-90b0-8a0c6ac22ad1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:10.417949 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ee802c2-0315-4467-b5aa-a0bb72a8982f req-0923dabd-fda1-4bba-90b0-8a0c6ac22ad1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0768626 Aug 27 02:26:10.427386 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f123bd-f132-4cca-bcca-14311e6ef044 req-0946e1bf-77cf-4f92-8378-20cd2d1f706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:10.429067 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-57f123bd-f132-4cca-bcca-14311e6ef044 req-0946e1bf-77cf-4f92-8378-20cd2d1f706b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 1130 time: 0.0537109 Aug 27 02:26:10.476317 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ee802c2-0315-4467-b5aa-a0bb72a8982f req-0d993a23-ccf5-4bc8-95e3-8f756f6f9aa1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505896 Aug 27 02:26:10.479533 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-57f123bd-f132-4cca-bcca-14311e6ef044 req-4b7a073c-c3b4-4ed6-8aeb-c38ee6138e68 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436864 Aug 27 02:26:11.179527 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c66904-d36d-4142-8e37-0e990dbed84b req-ffad97c9-849d-43c8-b5aa-2e0ce78182e9 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:11.181075 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-32c66904-d36d-4142-8e37-0e990dbed84b req-ffad97c9-849d-43c8-b5aa-2e0ce78182e9 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 945 time: 0.0513952 Aug 27 02:26:11.234990 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-32c66904-d36d-4142-8e37-0e990dbed84b req-8f26862c-3461-42ff-a55d-d14ece7baf95 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473273 Aug 27 02:26:11.602686 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dca2c-35a3-4c4c-89f0-b97c5533028e req-806939b0-b6c9-4e1a-b585-9cb294c2b1bd tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:11.604561 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e89dca2c-35a3-4c4c-89f0-b97c5533028e req-806939b0-b6c9-4e1a-b585-9cb294c2b1bd tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0492229 Aug 27 02:26:11.660497 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e89dca2c-35a3-4c4c-89f0-b97c5533028e req-a578f7a3-7c8c-450f-b4e8-1d71413a548c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500798 Aug 27 02:26:12.245402 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8cf1d-ebdc-43d1-ac94-b1f6b88b1f4c req-87b82aa0-a29e-48be-8374-f79691bd147e tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:12.246849 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a3d8cf1d-ebdc-43d1-ac94-b1f6b88b1f4c req-87b82aa0-a29e-48be-8374-f79691bd147e tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 945 time: 0.0488150 Aug 27 02:26:12.325830 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=100 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:12.339453 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-a3d8cf1d-ebdc-43d1-ac94-b1f6b88b1f4c req-a2a1602c-8400-4897-b627-e7f4a4e41c88 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Deleting port 0d4a34a6-1648-44be-9eb9-79840124e8e3 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:26:12.339802 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-a3d8cf1d-ebdc-43d1-ac94-b1f6b88b1f4c req-a2a1602c-8400-4897-b627-e7f4a4e41c88 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:12.358107 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6530798-001d-4af4-af49-a1785cc293f1 req-edfba433-d626-4720-8d91-338b0762c738 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:12.359592 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d6530798-001d-4af4-af49-a1785cc293f1 req-edfba433-d626-4720-8d91-338b0762c738 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 945 time: 0.0505252 Aug 27 02:26:12.384900 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:12.413820 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d6530798-001d-4af4-af49-a1785cc293f1 req-42424691-4caf-4875-ac73-f29fce800b99 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=975a1696-918b-4581-a759-fc9b110a1db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480623 Aug 27 02:26:12.446958 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-a3d8cf1d-ebdc-43d1-ac94-b1f6b88b1f4c req-a2a1602c-8400-4897-b627-e7f4a4e41c88 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] For port 0d4a34a6-1648-44be-9eb9-79840124e8e3, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=0d4a34a6-1648-44be-9eb9-79840124e8e3,segment=NetworkSegment(12f19e89-1b4f-4ef1-ac4b-aaee51132008),segment_id=12f19e89-1b4f-4ef1-ac4b-aaee51132008)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:12.447381 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-a3d8cf1d-ebdc-43d1-ac94-b1f6b88b1f4c req-a2a1602c-8400-4897-b627-e7f4a4e41c88 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:12.462380 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-a3d8cf1d-ebdc-43d1-ac94-b1f6b88b1f4c req-a2a1602c-8400-4897-b627-e7f4a4e41c88 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Calling delete_port for 0d4a34a6-1648-44be-9eb9-79840124e8e3 owned by compute:nova {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:26:12.470583 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:12.603752 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-a3d8cf1d-ebdc-43d1-ac94-b1f6b88b1f4c req-a2a1602c-8400-4897-b627-e7f4a4e41c88 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (0d4a34a6-1648-44be-9eb9-79840124e8e3), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:12.631178 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1602c-8400-4897-b627-e7f4a4e41c88 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Pushing event deleted for resources: {'Port': ['ID=0d4a34a6-1648-44be-9eb9-79840124e8e3,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:12.662808 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['0d4a34a6-1648-44be-9eb9-79840124e8e3'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:26:12.679298 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d8cf1d-ebdc-43d1-ac94-b1f6b88b1f4c req-a2a1602c-8400-4897-b627-e7f4a4e41c88 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] No DVR routers for this DVR port 0d4a34a6-1648-44be-9eb9-79840124e8e3 on host hv-cinder-84630 {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:26:12.682365 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-a3d8cf1d-ebdc-43d1-ac94-b1f6b88b1f4c req-a2a1602c-8400-4897-b627-e7f4a4e41c88 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:12.685697 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a3d8cf1d-ebdc-43d1-ac94-b1f6b88b1f4c req-a2a1602c-8400-4897-b627-e7f4a4e41c88 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.45 "DELETE /networking/v2.0/ports/0d4a34a6-1648-44be-9eb9-79840124e8e3 HTTP/1.1" status: 204 len: 173 time: 0.4331870 Aug 27 02:26:12.686134 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbea9949-6c55-4ae7-96e1-b09f1a8030f1', 'name': 'network-vif-deleted', 'tag': '0d4a34a6-1648-44be-9eb9-79840124e8e3'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:26:12.688412 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1dfa11-e4f9-451d-8a57-6cdd9da81f03" -d '{"events": [{"server_uuid": "fbea9949-6c55-4ae7-96e1-b09f1a8030f1", "name": "network-vif-deleted", "tag": "0d4a34a6-1648-44be-9eb9-79840124e8e3"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:12.739673 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b262c7a-dbcb-4b89-80a6-b3b3b8a669fb x-openstack-request-id: req-7b262c7a-dbcb-4b89-80a6-b3b3b8a669fb {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:12.739965 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbea9949-6c55-4ae7-96e1-b09f1a8030f1", "name": "network-vif-deleted", "tag": "0d4a34a6-1648-44be-9eb9-79840124e8e3", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:12.740277 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b262c7a-dbcb-4b89-80a6-b3b3b8a669fb {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:12.740690 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b262c7a-dbcb-4b89-80a6-b3b3b8a669fb'] response: {'server_uuid': 'fbea9949-6c55-4ae7-96e1-b09f1a8030f1', 'name': 'network-vif-deleted', 'tag': '0d4a34a6-1648-44be-9eb9-79840124e8e3', 'status': 'completed', 'code': 200} Aug 27 02:26:12.792269 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f58f5-a91f-4902-8db6-03ec3bcad26e req-7d3be274-3dbb-49bf-88ea-3f0590651716 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:12.793765 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-121f58f5-a91f-4902-8db6-03ec3bcad26e req-7d3be274-3dbb-49bf-88ea-3f0590651716 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0485198 Aug 27 02:26:12.844016 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-121f58f5-a91f-4902-8db6-03ec3bcad26e req-de2d3398-26fb-4ef7-a582-55b8cbdb69eb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Aug 27 02:26:13.533311 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-df7135f8-0083-4855-be95-79c3681d9025 req-b9b91250-d951-4d0e-aa0b-9c4cf9982912 tempest-VolumesActionsTest-477223312 tempest-VolumesActionsTest-477223312-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fbea9949-6c55-4ae7-96e1-b09f1a8030f1 HTTP/1.1" status: 200 len: 210 time: 0.0326035 Aug 27 02:26:13.971417 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eef7ca-67db-4737-98fe-21c3684fc8a3 req-8f4df0b4-de66-4d69-9396-ca26b0510403 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:13.973186 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-62eef7ca-67db-4737-98fe-21c3684fc8a3 req-8f4df0b4-de66-4d69-9396-ca26b0510403 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0546899 Aug 27 02:26:14.022411 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-62eef7ca-67db-4737-98fe-21c3684fc8a3 req-fe8816a9-47d0-4a8a-9f2b-91f8f74f16e8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434499 Aug 27 02:26:14.140918 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06436ccb-f950-4843-8f9c-c07846cbc297 req-ed9dddd0-9ceb-4a4a-91fe-8b8516d38874 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:14.142434 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-06436ccb-f950-4843-8f9c-c07846cbc297 req-ed9dddd0-9ceb-4a4a-91fe-8b8516d38874 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0504997 Aug 27 02:26:14.152377 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 47788) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:26:14.157112 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-5891a969-82f1-4358-8004-ff7462000606 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Request body: {'floatingip': {'port_id': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:14.231619 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5891a969-82f1-4358-8004-ff7462000606 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for floatingip (b551ba01-6a99-40ae-98fb-dfb5d0416f5a), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:14.695293 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5891a969-82f1-4358-8004-ff7462000606 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:14.697939 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5891a969-82f1-4358-8004-ff7462000606 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (b551ba01-6a99-40ae-98fb-dfb5d0416f5a), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:14.776842 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 0d4a34a6-1648-44be-9eb9-79840124e8e3 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:14.807741 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 0d4a34a6-1648-44be-9eb9-79840124e8e3 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:26:14.808187 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 0d4a34a6-1648-44be-9eb9-79840124e8e3 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:14.811255 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [None req-5891a969-82f1-4358-8004-ff7462000606 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Floating IP b551ba01-6a99-40ae-98fb-dfb5d0416f5a associated. External IP: 172.27.1.153, port: bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2. Aug 27 02:26:14.813227 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:15.252840 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5891a969-82f1-4358-8004-ff7462000606 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Router 8959e6e8-65dc-428f-93b6-e164250b150c has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:26:15.311093 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:15.366421 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5891a969-82f1-4358-8004-ff7462000606 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:15.371682 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5891a969-82f1-4358-8004-ff7462000606 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:15.381709 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c3876-7238-4591-a9f8-7a1e67581e18 None None] Sync routers for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:15.395632 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c3876-7238-4591-a9f8-7a1e67581e18 None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:26:15.396268 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-019c3876-7238-4591-a9f8-7a1e67581e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:25:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:15.420904 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-5891a969-82f1-4358-8004-ff7462000606 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/b551ba01-6a99-40ae-98fb-dfb5d0416f5a HTTP/1.1" status: 200 len: 992 time: 1.2672880 Aug 27 02:26:15.421738 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:26:15.424844 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:15.465825 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0aef9c-56dd-4141-8cbd-c1e9d56a7ead x-openstack-request-id: req-ac0aef9c-56dd-4141-8cbd-c1e9d56a7ead {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:15.466119 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:15.466951 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac0aef9c-56dd-4141-8cbd-c1e9d56a7ead {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:15.467364 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0aef9c-56dd-4141-8cbd-c1e9d56a7ead'] response: {'name': 'network-changed', 'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'status': 'completed', 'code': 200} Aug 27 02:26:15.514651 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-019c3876-7238-4591-a9f8-7a1e67581e18 None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:26:15.606897 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5 req-592c99c1-dcd3-4f35-9ffe-bb1783b4ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:15.608404 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5 req-592c99c1-dcd3-4f35-9ffe-bb1783b4ef66 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 1130 time: 0.0413451 Aug 27 02:26:15.714449 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5 req-d1726edb-65d0-4103-9e70-d9dd0660a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:15.716199 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5 req-d1726edb-65d0-4103-9e70-d9dd0660a5f4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.0980332 Aug 27 02:26:15.742029 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-019c3876-7238-4591-a9f8-7a1e67581e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': 'b551ba01-6a99-40ae-98fb-dfb5d0416f5a', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'port_id': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'mac_address': 'fa:16:3e:f7:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:25:44Z', 'updated_at': '2022-08-27T02:26:14Z', 'revision_number': 1, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:39Z', 'revision_number': 5, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:15.771479 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c3876-7238-4591-a9f8-7a1e67581e18 None None] Checking router: 8959e6e8-65dc-428f-93b6-e164250b150c for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:26:15.780521 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c3876-7238-4591-a9f8-7a1e67581e18 None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:26:15.781340 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-019c3876-7238-4591-a9f8-7a1e67581e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:25:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:15.783863 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5 req-3d565f10-37b6-48b8-85b4-8d8aede4ddfb service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 HTTP/1.1" status: 200 len: 1000 time: 0.0613956 Aug 27 02:26:15.836207 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5 req-41f08850-aacb-4ea5-8641-338fdab1a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:15.837712 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5 req-41f08850-aacb-4ea5-8641-338fdab1a208 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.0475249 Aug 27 02:26:15.888746 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5 req-89c7cd96-5f41-4547-93af-485cfdd20485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:15.890316 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5 req-89c7cd96-5f41-4547-93af-485cfdd20485 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450714 Aug 27 02:26:15.890609 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-019c3876-7238-4591-a9f8-7a1e67581e18 None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:26:15.998625 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5 req-6b3c7c65-393f-4760-8fb2-4453c6db6fb9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951777 Aug 27 02:26:16.128889 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-49c305ca-a770-4d56-80e6-1bdecfcdfbd5 req-c0454e14-a0d5-404b-801a-db1965c0faf0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130691 Aug 27 02:26:16.136103 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-019c3876-7238-4591-a9f8-7a1e67581e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': 'b551ba01-6a99-40ae-98fb-dfb5d0416f5a', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'port_id': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'mac_address': 'fa:16:3e:f7:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:25:44Z', 'updated_at': '2022-08-27T02:26:14Z', 'revision_number': 1, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:39Z', 'revision_number': 5, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:16.160915 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c3876-7238-4591-a9f8-7a1e67581e18 None None] The sync data for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi is: [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': 'b551ba01-6a99-40ae-98fb-dfb5d0416f5a', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'port_id': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'mac_address': 'fa:16:3e:f7:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:25:44Z', 'updated_at': '2022-08-27T02:26:14Z', 'revision_number': 1, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:39Z', 'revision_number': 5, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:16.345112 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5318d8d-7169-48b9-a52c-2be267056936 None None] New status for floating IP b551ba01-6a99-40ae-98fb-dfb5d0416f5a: ACTIVE {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:26:20.897032 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-29a637e5-87d1-442f-bb3e-30a15937f83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:23.293529 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:26:23.971859 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e844d3fe-9d73-4f34-b086-206bb4f4b44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:24.129243 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:24.131254 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=23 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:26.118567 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=81 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:26.125486 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=55 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:26.593027 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:28.022222 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:28.654548 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:28.995673 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:33.288740 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:33.290640 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:38.988201 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:38.992345 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:41.907585 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-f14f8b7b-c453-4c5b-80f6-b41732f86df3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454922 Aug 27 02:26:42.009672 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-ba3a7d68-28b0-432f-8b98-f6d2fbc1db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:42.011196 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-ba3a7d68-28b0-432f-8b98-f6d2fbc1db74 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 1129 time: 0.0433319 Aug 27 02:26:42.125368 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-79de0cdc-7954-46b9-a990-a3e9d69e4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:42.127263 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-79de0cdc-7954-46b9-a990-a3e9d69e4d5a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 915 time: 0.0952783 Aug 27 02:26:42.195475 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-89aa2576-5767-4fec-981e-f109e6bc0769 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e98d7081-9ec1-49da-9111-4786cc0b96ef HTTP/1.1" status: 200 len: 1000 time: 0.0601876 Aug 27 02:26:42.252403 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-de4dff13-23d4-44a7-a346-894f1ecbcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:42.254414 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-de4dff13-23d4-44a7-a346-894f1ecbcc5f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0510414 Aug 27 02:26:42.301838 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-bab4776f-40ea-4508-840f-e2e096802ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:42.303293 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-bab4776f-40ea-4508-840f-e2e096802ae3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419068 Aug 27 02:26:42.405575 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-a7032df5-3ead-440d-8474-7cfd4bd0ad83 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943959 Aug 27 02:26:42.522868 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-d695a7be-d26c-4380-a63c-b3d2896b69d5 req-e5e1b219-dc69-4dfe-98c0-0894d079fb7a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083972 Aug 27 02:26:42.546996 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 48180) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:26:42.552428 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921117983', 'description': 'tempest-description--2038131530'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:42.575049 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.652222 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (b56d3f9c-c575-40db-b0a1-f064b0c65653), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.657049 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (b56d3f9c-c575-40db-b0a1-f064b0c65653), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.689939 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.691166 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1428688 Aug 27 02:26:42.692115 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56d3f9c-c575-40db-b0a1-f064b0c65653,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:42.695886 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 48182) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:26:42.701520 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group_rule': {'security_group_id': 'b56d3f9c-c575-40db-b0a1-f064b0c65653', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:42.701799 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.701972 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.702784 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.704627 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.705364 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.706237 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.706568 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.706893 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.707257 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.707777 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.708292 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.708705 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.709412 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.709804 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.710128 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f67133-3d91-49d6-925f-075cc71e6fa1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.732700 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (307204e3-7876-4ca1-8cc1-53a7c44c00a5), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.795131 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (307204e3-7876-4ca1-8cc1-53a7c44c00a5), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.799887 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (307204e3-7876-4ca1-8cc1-53a7c44c00a5), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.804598 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 48186) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:26:42.849870 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307204e3-7876-4ca1-8cc1-53a7c44c00a5,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:42.864226 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.865569 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1686535 Aug 27 02:26:42.869424 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.869775 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.869965 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 48188) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:26:42.870110 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.870440 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.870768 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.871090 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.871411 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.871732 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.872049 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.872365 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.872681 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.873234 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.873490 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.873983 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.874524 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae219c7-e2e4-4ffa-8982-a113b28aa132 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:42.875113 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-327577af-07ff-4c1a-b3da-9068049f952c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group_rule': {'security_group_id': 'b56d3f9c-c575-40db-b0a1-f064b0c65653', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:42.890877 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f46053d-be36-4731-90fd-3ff133d9997b admin admin] Deleting subnet bed300f7-b4cf-42ee-bd47-2e327fabd1d3 {{(pid=106604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:26:42.894805 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8f46053d-be36-4731-90fd-3ff133d9997b admin admin] Publish callbacks [] for subnet (bed300f7-b4cf-42ee-bd47-2e327fabd1d3), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.914301 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-327577af-07ff-4c1a-b3da-9068049f952c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (8a4320e1-2477-4c02-9001-abdcad397a87), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.934952 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8f46053d-be36-4731-90fd-3ff133d9997b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15646672'] for subnet (bed300f7-b4cf-42ee-bd47-2e327fabd1d3), precommit_delete_associations {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.977768 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-327577af-07ff-4c1a-b3da-9068049f952c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (8a4320e1-2477-4c02-9001-abdcad397a87), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.982260 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-327577af-07ff-4c1a-b3da-9068049f952c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (8a4320e1-2477-4c02-9001-abdcad397a87), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:42.988071 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8f46053d-be36-4731-90fd-3ff133d9997b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (bed300f7-b4cf-42ee-bd47-2e327fabd1d3), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.003280 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327577af-07ff-4c1a-b3da-9068049f952c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4320e1-2477-4c02-9001-abdcad397a87,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:43.013264 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-327577af-07ff-4c1a-b3da-9068049f952c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.017801 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-327577af-07ff-4c1a-b3da-9068049f952c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467257 Aug 27 02:26:43.018488 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 48192) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:26:43.023583 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:43.045393 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:43.066900 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.094438 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:43.137540 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8f46053d-be36-4731-90fd-3ff133d9997b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15342268'] for subnet (bed300f7-b4cf-42ee-bd47-2e327fabd1d3), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.178895 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46053d-be36-4731-90fd-3ff133d9997b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed300f7-b4cf-42ee-bd47-2e327fabd1d3,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:43.190024 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8f46053d-be36-4731-90fd-3ff133d9997b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.193593 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-8f46053d-be36-4731-90fd-3ff133d9997b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/bed300f7-b4cf-42ee-bd47-2e327fabd1d3 HTTP/1.1" status: 204 len: 168 time: 0.3858478 Aug 27 02:26:43.197156 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 48194) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:26:43.221027 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.282503 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (d622f246-857a-45c7-a4ec-c30529f7e62e), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.352500 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Allocated IP 172.27.1.165 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/38a3cba7-2296-4c19-9593-d775dc6925e8) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:43.366528 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (d622f246-857a-45c7-a4ec-c30529f7e62e), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.391688 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d622f246-857a-45c7-a4ec-c30529f7e62e']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:43.406823 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f19e89-1b4f-4ef1-ac4b-aaee51132008') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:43.407155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f19e89-1b4f-4ef1-ac4b-aaee51132008') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:43.419073 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15258025'] for segment (12f19e89-1b4f-4ef1-ac4b-aaee51132008), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.437066 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (12f19e89-1b4f-4ef1-ac4b-aaee51132008), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.445725 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:26:43.446152 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337898'] for segment (12f19e89-1b4f-4ef1-ac4b-aaee51132008), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.495668 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 12f19e89-1b4f-4ef1-ac4b-aaee51132008 resource provider aggregate not found Aug 27 02:26:43.498451 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (38a3cba7-2296-4c19-9593-d775dc6925e8), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.518260 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 12f19e89-1b4f-4ef1-ac4b-aaee51132008 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12f19e89-1b4f-4ef1-ac4b-aaee51132008 found for delete ", "request_id": "req-71296f17-8129-4f3f-9cb4-48544e87aab6"}]} Aug 27 02:26:43.528430 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (d622f246-857a-45c7-a4ec-c30529f7e62e), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.535101 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.539222 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/d622f246-857a-45c7-a4ec-c30529f7e62e HTTP/1.1" status: 204 len: 168 time: 0.3410068 Aug 27 02:26:43.558368 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da5606-2c4a-4b7c-95f3-500801086296 admin admin] Pushing event deleted for resources: {'Network': ['ID=d622f246-857a-45c7-a4ec-c30529f7e62e,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:43.570536 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (38a3cba7-2296-4c19-9593-d775dc6925e8), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.620979 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:43.626332 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:43.631030 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:26:43.635368 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=38a3cba7-2296-4c19-9593-d775dc6925e8,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:43.707697 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 48204) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:26:43.732073 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (2d8062d7-e262-4429-bb63-14cbc7c39bf9), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.750219 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6ed50365-0c16-498f-902f-4e3de027df61 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7cb3e3496c1a45c8942c3678c0c299e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410233 Aug 27 02:26:43.752868 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 48206) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:26:43.778517 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (38a3cba7-2296-4c19-9593-d775dc6925e8), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.811784 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-910e612f-653d-41b1-bda4-70e307c5f895 admin admin] Publish callbacks [] for security_group (975a1696-918b-4581-a759-fc9b110a1db7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.832893 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-910e612f-653d-41b1-bda4-70e307c5f895 admin admin] Publish callbacks [] for security_group (975a1696-918b-4581-a759-fc9b110a1db7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.886410 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-910e612f-653d-41b1-bda4-70e307c5f895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (975a1696-918b-4581-a759-fc9b110a1db7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.889240 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-910e612f-653d-41b1-bda4-70e307c5f895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.890397 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-910e612f-653d-41b1-bda4-70e307c5f895 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/975a1696-918b-4581-a759-fc9b110a1db7 HTTP/1.1" status: 204 len: 168 time: 0.1366239 Aug 27 02:26:43.898784 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e612f-653d-41b1-bda4-70e307c5f895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975a1696-918b-4581-a759-fc9b110a1db7,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:43.916584 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:43.951900 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (38a3cba7-2296-4c19-9593-d775dc6925e8), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:43.958754 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (38a3cba7-2296-4c19-9593-d775dc6925e8), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:44.040288 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=38a3cba7-2296-4c19-9593-d775dc6925e8,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:44.043264 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (2d8062d7-e262-4429-bb63-14cbc7c39bf9), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:44.060533 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:44.061956 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-1c113330-7931-4f3a-b068-9ec5acea6475 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0424788 Aug 27 02:26:44.247409 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:44.532900 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:44.552955 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-40a4359a-1d1a-4944-bbc4-70ed59930820 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--921117983&fields=id&tenant_id=5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 267 time: 0.3115246 Aug 27 02:26:44.669329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-0cf0c1e2-5408-41b5-afec-a83c59052bc4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:44.670790 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-0cf0c1e2-5408-41b5-afec-a83c59052bc4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 814 time: 0.1109240 Aug 27 02:26:44.686084 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-4e00bf91-521a-44d6-b8d4-5fcf6bc051f7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/quotas/5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 375 time: 0.0095346 Aug 27 02:26:44.743920 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-40834797-503b-4616-92ad-e84c09068edd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514152 Aug 27 02:26:44.847201 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-01beb720-b822-4c1e-8596-61289a40edd1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910141 Aug 27 02:26:44.947687 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-8b54db7f-4160-46c4-9b90-7597ca782527 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933802 Aug 27 02:26:45.155302 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdc195c4-ff6e-4a67-86a6-b52f02d1f6a2 req-613a5e22-6853-48e7-8011-10e93544dd14 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 210 time: 0.0356078 Aug 27 02:26:46.284136 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ae456a17-c0c7-4100-a8cf-6b8cccff9e3e req-f95f368c-4504-44e0-80cd-e1acbc1687f2 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 210 time: 0.0314858 Aug 27 02:26:46.605838 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:46.736317 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-bde80f9d-43bb-46ac-899b-bc3559ba23e9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:46.737942 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-bde80f9d-43bb-46ac-899b-bc3559ba23e9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 814 time: 0.1492918 Aug 27 02:26:46.859057 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-96bbbe6c-5900-46d8-8eab-411c0629ff55 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 471 time: 0.1040871 Aug 27 02:26:47.029788 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'port': {'device_id': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'admin_state_up': True, 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'security_groups': ['b56d3f9c-c575-40db-b0a1-f064b0c65653']}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:47.148705 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Made reservation on behalf of 5d5ec8450c0941d18d63558baab54737 for: {'port': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:47.152495 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:47.292028 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Allocated IP 172.20.0.8 (134184f4-d632-4173-b77c-1566bf4eb0fb/41d6ba94-b6a6-440c-9701-0c07c8b22c65/2fe1c73f-fd8a-4318-9640-cf25059ea1c3) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:47.410568 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b9332c4a-446a-4da3-a408-f20cd66ac08c req-536653c0-be74-4d58-9e4c-e3ec087338e4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 210 time: 0.0374119 Aug 27 02:26:47.463255 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:47.498987 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:47.539500 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:47.551204 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Network 134184f4-d632-4173-b77c-1566bf4eb0fb is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:47.557488 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:47.561675 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:26:47.590898 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=2fe1c73f-fd8a-4318-9640-cf25059ea1c3,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:47.622307 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:47.623247 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:47.645866 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-83d75f96-8cea-44dc-9b73-ffa663bcf374 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6201360 Aug 27 02:26:47.761205 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Request body: {'port': {'device_id': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:47.776369 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-36aeb884-1309-4eca-8c59-b4f44552c2a4 None None] Provisioning complete for port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:26:47.776983 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-36aeb884-1309-4eca-8c59-b4f44552c2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:47.812340 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-36aeb884-1309-4eca-8c59-b4f44552c2a4 None None] Port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:26:47.830103 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:47.887232 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:48.114245 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 {{(pid=106604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:26:48.123613 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Publish callbacks [] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:48.137708 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.provisioning_blocks [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Transition to ACTIVE for port object 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 will not be triggered until provisioned by entity L2. {{(pid=106604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:26:48.142219 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:48.210204 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe1c73f-fd8a-4318-9640-cf25059ea1c3,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:48.260382 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Attempting to bind port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:26:48.260759 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Attempting to bind port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:26:48.260992 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Attempting to bind port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 on network 134184f4-d632-4173-b77c-1566bf4eb0fb {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:26:48.265909 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 on network 134184f4-d632-4173-b77c-1566bf4eb0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:26:48.266219 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Attempting to bind port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 on network 134184f4-d632-4173-b77c-1566bf4eb0fb {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:26:48.273665 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:26:48.274166 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Checking segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:26:48.274470 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Bound using segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:26:48.274955 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Bound port: 2fe1c73f-fd8a-4318-9640-cf25059ea1c3, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:26:48.275374 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:48.342901 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] For port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3, host hv-cinder-84630, cleared binding levels {{(pid=106604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:48.346131 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] For port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=2fe1c73f-fd8a-4318-9640-cf25059ea1c3,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:48.351938 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:48.355025 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:48.355623 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:48.357867 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/2fe1c73f-fd8a-4318-9640-cf25059ea1c3 HTTP/1.1" status: 200 len: 1093 time: 0.6012526 Aug 27 02:26:48.360112 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'tag': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:26:48.362351 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e00998-c850-4156-9e2d-48753fd5d249" -d '{"events": [{"name": "network-changed", "server_uuid": "dc699df0-be4f-4036-9e01-45ba0156616b", "tag": "2fe1c73f-fd8a-4318-9640-cf25059ea1c3"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:48.407225 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04643be7-ba0e-4ba3-95b5-be6fcb8a244c x-openstack-request-id: req-04643be7-ba0e-4ba3-95b5-be6fcb8a244c {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:48.407499 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc699df0-be4f-4036-9e01-45ba0156616b", "tag": "2fe1c73f-fd8a-4318-9640-cf25059ea1c3", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:48.407753 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04643be7-ba0e-4ba3-95b5-be6fcb8a244c {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:48.408145 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04643be7-ba0e-4ba3-95b5-be6fcb8a244c'] response: {'name': 'network-changed', 'server_uuid': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'tag': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3', 'status': 'completed', 'code': 200} Aug 27 02:26:48.427761 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab6075-71e1-4d0b-9196-00ba8ff227c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe1c73f-fd8a-4318-9640-cf25059ea1c3,revision_number=3']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:48.527558 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-0eed1134-e0b3-4a24-9bcf-8f21b4b5bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:48.529053 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-0eed1134-e0b3-4a24-9bcf-8f21b4b5bf5c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 1127 time: 0.0407767 Aug 27 02:26:48.537998 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e1298-c5c4-4fc7-9a26-49250608df08 req-644ef048-1204-4954-9b2d-38569e7fbf39 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:48.539435 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a28e1298-c5c4-4fc7-9a26-49250608df08 req-644ef048-1204-4954-9b2d-38569e7fbf39 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 943 time: 0.0482261 Aug 27 02:26:48.587641 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a28e1298-c5c4-4fc7-9a26-49250608df08 req-698b9507-3a60-472a-b819-a46797039617 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424478 Aug 27 02:26:49.031079 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-8b20f365-98be-46b3-8dc2-0f1a4e62df7d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe1c73f-fd8a-4318-9640-cf25059ea1c3 HTTP/1.1" status: 200 len: 217 time: 0.0408242 Aug 27 02:26:49.091323 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-a71af79d-ac7c-4263-9406-7473c67037d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:49.093028 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-a71af79d-ac7c-4263-9406-7473c67037d3 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0552907 Aug 27 02:26:49.122924 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=14 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:49.144290 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-6c602399-2ffc-4fd0-bc85-f8271acfecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:49.145891 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-6c602399-2ffc-4fd0-bc85-f8271acfecdb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458336 Aug 27 02:26:49.162126 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=12 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:49.205347 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:49.248011 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-c0129b32-4bdc-4cb7-b2ea-d4d00e4c17a6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919354 Aug 27 02:26:49.341313 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-010a9ff7-008c-4e6a-a907-489f660cef57 req-82933839-6d6a-4565-820a-1dfe75a05303 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869961 Aug 27 02:26:49.720534 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04124f20-62ea-4815-9e8d-621f79bafc30 req-10926b58-97f3-44b5-8af6-117c4c762f37 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:49.722045 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-04124f20-62ea-4815-9e8d-621f79bafc30 req-10926b58-97f3-44b5-8af6-117c4c762f37 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 943 time: 0.0486844 Aug 27 02:26:49.776045 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-04124f20-62ea-4815-9e8d-621f79bafc30 req-c0f59db3-99d6-4d58-8a01-b0b027bcf695 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469198 Aug 27 02:26:50.904661 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-21399ee7-d369-4c11-8f96-0b22cd7cbea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:50.911347 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195101f9-0bc1-4815-938c-fffebe3fff63 req-9bccc957-3b4d-46ee-b2e0-bc79c58b5805 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:50.912839 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-195101f9-0bc1-4815-938c-fffebe3fff63 req-9bccc957-3b4d-46ee-b2e0-bc79c58b5805 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 943 time: 0.0592873 Aug 27 02:26:50.961862 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-195101f9-0bc1-4815-938c-fffebe3fff63 req-eeebb5c2-42e5-4eeb-9af7-352c8fce2b48 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429332 Aug 27 02:26:52.085923 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8539172-a884-41fa-aa86-3a41a08b0102 req-cfc8f02f-e28f-48bc-9d5c-477f2c811fd5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:52.087521 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e8539172-a884-41fa-aa86-3a41a08b0102 req-cfc8f02f-e28f-48bc-9d5c-477f2c811fd5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 943 time: 0.0485520 Aug 27 02:26:52.141646 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e8539172-a884-41fa-aa86-3a41a08b0102 req-adafea53-22a4-48b8-9cf7-6ab4b8e1866f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453584 Aug 27 02:26:53.280887 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14039ad7-c34e-4467-a909-d9178f120cba req-00265447-91ad-4285-b8a3-e7cb147fec7c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:53.282438 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-14039ad7-c34e-4467-a909-d9178f120cba req-00265447-91ad-4285-b8a3-e7cb147fec7c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 943 time: 0.0499723 Aug 27 02:26:53.334378 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-14039ad7-c34e-4467-a909-d9178f120cba req-347724d4-dc27-4596-a0cc-ddd680e8e558 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460389 Aug 27 02:26:53.979615 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-fc89c244-2979-4323-beff-8dffcec9c543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:54.470843 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa667096-6cc6-4c91-b8fb-1feb6f7e521b req-77581636-2cd1-4870-9fd6-49307427499a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:54.472276 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aa667096-6cc6-4c91-b8fb-1feb6f7e521b req-77581636-2cd1-4870-9fd6-49307427499a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 943 time: 0.0486412 Aug 27 02:26:54.524496 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aa667096-6cc6-4c91-b8fb-1feb6f7e521b req-bd743171-c549-4b45-afcd-005cdcb8ea61 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453522 Aug 27 02:26:55.654666 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a4eed-46a3-417b-9ba6-1d5522b32410 req-6e4263b1-7b22-4f07-bf25-e9a4a0369078 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:55.657151 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e2a4eed-46a3-417b-9ba6-1d5522b32410 req-6e4263b1-7b22-4f07-bf25-e9a4a0369078 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 943 time: 0.0540080 Aug 27 02:26:55.673029 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:55.695876 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:55.713257 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e2a4eed-46a3-417b-9ba6-1d5522b32410 req-76eb30c3-16ed-4a2e-a39a-c8e6c16ebddd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477691 Aug 27 02:26:56.577971 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:56.860771 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef8d33-a8a5-4fc9-8a48-9ff72417d075 req-41eb9255-0e5d-406a-98b9-9409da12b213 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:56.862531 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7eef8d33-a8a5-4fc9-8a48-9ff72417d075 req-41eb9255-0e5d-406a-98b9-9409da12b213 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 943 time: 0.0594103 Aug 27 02:26:56.922048 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7eef8d33-a8a5-4fc9-8a48-9ff72417d075 req-caf2f51a-0798-4e8c-9878-3296fce53f56 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533340 Aug 27 02:26:57.483579 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:57.488227 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e00998-c850-4156-9e2d-48753fd5d249 req-efd56dab-ae23-4df4-a999-e4d90ccb3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:57.490371 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a0e00998-c850-4156-9e2d-48753fd5d249 req-efd56dab-ae23-4df4-a999-e4d90ccb3ac9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 1127 time: 0.0510802 Aug 27 02:26:58.018509 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:58.052087 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f4070-2103-4c92-b8e4-eb7a978cfeed req-4f462d8a-27d4-4fc9-8a5a-6ed2f1549492 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:58.053606 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-041f4070-2103-4c92-b8e4-eb7a978cfeed req-4f462d8a-27d4-4fc9-8a5a-6ed2f1549492 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 943 time: 0.0513470 Aug 27 02:26:58.107662 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-041f4070-2103-4c92-b8e4-eb7a978cfeed req-504c2b80-03c8-41c7-9aee-9097b3d734c3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481296 Aug 27 02:26:58.656166 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:59.002257 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:26:59.246839 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24273e48-30e9-4c0f-9642-bef51abecb1b req-e269891d-2adb-45cc-99fd-be795b5411ec tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:59.248222 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-24273e48-30e9-4c0f-9642-bef51abecb1b req-e269891d-2adb-45cc-99fd-be795b5411ec tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 943 time: 0.0556104 Aug 27 02:26:59.308678 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-24273e48-30e9-4c0f-9642-bef51abecb1b req-90c21ee5-b4fe-4e20-a86a-04341b532d86 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510399 Aug 27 02:26:59.449478 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:59.454723 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:26:59.534585 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e00998-c850-4156-9e2d-48753fd5d249 req-d5bce125-ddc3-4baf-9ade-c293fa338576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:26:59.536371 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a0e00998-c850-4156-9e2d-48753fd5d249 req-d5bce125-ddc3-4baf-9ade-c293fa338576 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 915 time: 0.0982184 Aug 27 02:27:00.294346 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:27:00.430999 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f93b-57aa-4df7-b972-98cc3fa6d079 req-f0efb7f0-188b-4861-9939-790340b4e380 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:00.432498 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c605f93b-57aa-4df7-b972-98cc3fa6d079 req-f0efb7f0-188b-4861-9939-790340b4e380 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 943 time: 0.0489318 Aug 27 02:27:00.481184 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c605f93b-57aa-4df7-b972-98cc3fa6d079 req-b2e44eec-2043-46c9-bb4e-fc886d622c14 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428147 Aug 27 02:27:00.520615 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:00.554685 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a0e00998-c850-4156-9e2d-48753fd5d249 req-698e713c-0714-4581-b840-9f8e4054c121 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe1c73f-fd8a-4318-9640-cf25059ea1c3 HTTP/1.1" status: 200 len: 217 time: 0.0352895 Aug 27 02:27:00.626224 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=2fe1c73f-fd8a-4318-9640-cf25059ea1c3,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:00.638176 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'port_id': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3', 'mac_address': 'fa:16:3e:a3:82:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:00.674319 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:27:00.674730 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:00.688526 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:27:00.713194 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=2fe1c73f-fd8a-4318-9640-cf25059ea1c3,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:00.719011 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:00.895392 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=2fe1c73f-fd8a-4318-9640-cf25059ea1c3,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:00.902891 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.903241 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.903604 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.903945 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.904277 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.904602 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.904923 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.905272 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.905600 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.905917 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.906224 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.906553 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.906875 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.907189 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:00.907504 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:01.608855 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d478b-793a-446a-8b39-73b85068a8f5 req-72932481-d115-4f06-99ac-383fcd89b59f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:01.610269 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f09d478b-793a-446a-8b39-73b85068a8f5 req-72932481-d115-4f06-99ac-383fcd89b59f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 944 time: 0.0480797 Aug 27 02:27:01.668376 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f09d478b-793a-446a-8b39-73b85068a8f5 req-d675237a-93a8-47de-ba5d-cc2caa93f0c1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522175 Aug 27 02:27:01.960889 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e00998-c850-4156-9e2d-48753fd5d249 req-eabee1f5-4fce-472d-85ae-cf40168839be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:01.963101 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a0e00998-c850-4156-9e2d-48753fd5d249 req-eabee1f5-4fce-472d-85ae-cf40168839be service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0628419 Aug 27 02:27:02.016121 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e00998-c850-4156-9e2d-48753fd5d249 req-ee0c24e3-0d3d-492c-80e2-ef1ef906bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:02.017697 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a0e00998-c850-4156-9e2d-48753fd5d249 req-ee0c24e3-0d3d-492c-80e2-ef1ef906bc6c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483384 Aug 27 02:27:02.116969 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a0e00998-c850-4156-9e2d-48753fd5d249 req-f1354ef9-1c05-4f38-a6f6-837920a4f7c9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924499 Aug 27 02:27:02.216810 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a0e00998-c850-4156-9e2d-48753fd5d249 req-7749b85a-15e2-4f3b-a498-3a5108928575 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931728 Aug 27 02:27:02.803982 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e01d96-c005-42b0-9fd3-27ccf55a3de7 req-45137ca1-183f-4bba-a8f7-ff20cb45f807 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:02.805441 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-34e01d96-c005-42b0-9fd3-27ccf55a3de7 req-45137ca1-183f-4bba-a8f7-ff20cb45f807 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 944 time: 0.0521238 Aug 27 02:27:02.860676 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-34e01d96-c005-42b0-9fd3-27ccf55a3de7 req-d57c794a-3df0-488f-b1bb-f9f7568b1000 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491946 Aug 27 02:27:03.302540 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['2fe1c73f-fd8a-4318-9640-cf25059ea1c3'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:27:03.992055 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab15c7-dd72-45c9-a0c6-5adb84e31403 req-c66bb932-2fc2-4a8a-a80b-811e7a58187f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:03.993553 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-33ab15c7-dd72-45c9-a0c6-5adb84e31403 req-c66bb932-2fc2-4a8a-a80b-811e7a58187f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 944 time: 0.0564735 Aug 27 02:27:04.044251 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-33ab15c7-dd72-45c9-a0c6-5adb84e31403 req-8b74a69f-efb0-40be-a2a6-e243ec676f8f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447857 Aug 27 02:27:05.179295 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835ef61-c7a7-40c5-8ec8-a51b6c6adfc7 req-4c5e7954-c6f6-4656-b68f-4008585ffabf tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:05.180823 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f835ef61-c7a7-40c5-8ec8-a51b6c6adfc7 req-4c5e7954-c6f6-4656-b68f-4008585ffabf tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 944 time: 0.0544920 Aug 27 02:27:05.230810 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f835ef61-c7a7-40c5-8ec8-a51b6c6adfc7 req-dcdb522e-4f93-49f3-a145-38051689026f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440767 Aug 27 02:27:06.369350 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625de29-a3c3-4e3c-988a-3a7dab6d9b4b req-56e7f51d-cd09-4105-8849-52a80857edae tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:06.370840 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d625de29-a3c3-4e3c-988a-3a7dab6d9b4b req-56e7f51d-cd09-4105-8849-52a80857edae tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 944 time: 0.0596516 Aug 27 02:27:06.423152 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d625de29-a3c3-4e3c-988a-3a7dab6d9b4b req-65359734-d06c-4630-9fe5-b7e07066f4e6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465250 Aug 27 02:27:07.556255 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a46c32-b5e9-48b3-b935-fdcd4387acb3 req-410e313b-e428-418a-8ad8-bc2acb44e7e7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:07.557818 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-56a46c32-b5e9-48b3-b935-fdcd4387acb3 req-410e313b-e428-418a-8ad8-bc2acb44e7e7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 944 time: 0.0553429 Aug 27 02:27:07.622993 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-56a46c32-b5e9-48b3-b935-fdcd4387acb3 req-8e60f3d5-84fd-47ca-8a48-5fac7830f495 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569735 Aug 27 02:27:08.754204 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e2520-78e7-436d-aaae-77df74bb7744 req-67bd41bb-4488-4ea4-84b5-6bdd8e79c4c4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:08.755973 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6a8e2520-78e7-436d-aaae-77df74bb7744 req-67bd41bb-4488-4ea4-84b5-6bdd8e79c4c4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 944 time: 0.0553882 Aug 27 02:27:08.776363 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:08.799904 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:08.813759 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6a8e2520-78e7-436d-aaae-77df74bb7744 req-40fc526b-5f73-4483-8b0d-ac0546f930b4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509958 Aug 27 02:27:09.935633 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bce10-9e93-4495-8da6-70263a7b04a3 req-53a558b0-c56b-4566-b737-f86138ecd99d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:09.937155 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a5bce10-9e93-4495-8da6-70263a7b04a3 req-53a558b0-c56b-4566-b737-f86138ecd99d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 944 time: 0.0493178 Aug 27 02:27:09.990512 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a5bce10-9e93-4495-8da6-70263a7b04a3 req-5be2b05f-74a6-4839-aae6-59cae9fb7578 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470939 Aug 27 02:27:10.289947 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:11.133554 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ddd4c-33cc-4f0a-b0f6-7907167825ed req-27d31c2b-7838-47d3-8bb7-71a239926bf8 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:11.135078 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd1ddd4c-33cc-4f0a-b0f6-7907167825ed req-27d31c2b-7838-47d3-8bb7-71a239926bf8 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 944 time: 0.0597982 Aug 27 02:27:11.186030 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd1ddd4c-33cc-4f0a-b0f6-7907167825ed req-fe18f722-3495-432f-8153-ee96af55b52a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435977 Aug 27 02:27:12.208060 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=52 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:12.213668 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=42 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:12.330015 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb61e4-8f52-48e9-af7e-7c7c6f19f36f req-775006aa-aedf-4c37-bbe4-c4de473363de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:12.331535 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67cb61e4-8f52-48e9-af7e-7c7c6f19f36f req-775006aa-aedf-4c37-bbe4-c4de473363de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 944 time: 0.0588133 Aug 27 02:27:12.390289 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67cb61e4-8f52-48e9-af7e-7c7c6f19f36f req-53c6379e-6910-419f-abfb-23b36a271d09 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496433 Aug 27 02:27:13.448740 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:13.449658 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=71,neutron:UPDATE=6 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:13.518831 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579ec71-a871-4f56-9cad-df63b4a454fb req-636dd0e8-c470-4bbe-b072-24296a1533f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:13.521069 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f579ec71-a871-4f56-9cad-df63b4a454fb req-636dd0e8-c470-4bbe-b072-24296a1533f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 944 time: 0.0533476 Aug 27 02:27:13.573596 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f579ec71-a871-4f56-9cad-df63b4a454fb req-33f441bb-9c7c-47c8-9df9-47a6c4336e1e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456443 Aug 27 02:27:13.631830 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:13.678376 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:27:13.685920 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:27:13.686294 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:13.766545 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:27:13.766935 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:13.791419 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:27:13.793859 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4176b3-a7c6-4aba-95b8-bf7e69d0b9a9" -d '{"events": [{"server_uuid": "dc699df0-be4f-4036-9e01-45ba0156616b", "name": "network-vif-plugged", "status": "completed", "tag": "2fe1c73f-fd8a-4318-9640-cf25059ea1c3"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:13.807542 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=2fe1c73f-fd8a-4318-9640-cf25059ea1c3,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:13.812758 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:13.837507 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa1e2b7-6111-440b-b112-78825e6de6bb x-openstack-request-id: req-daa1e2b7-6111-440b-b112-78825e6de6bb {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:13.837801 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc699df0-be4f-4036-9e01-45ba0156616b", "name": "network-vif-plugged", "status": "completed", "tag": "2fe1c73f-fd8a-4318-9640-cf25059ea1c3", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:13.838049 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-daa1e2b7-6111-440b-b112-78825e6de6bb {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:13.838442 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa1e2b7-6111-440b-b112-78825e6de6bb'] response: {'server_uuid': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3', 'code': 200} Aug 27 02:27:13.863927 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=2fe1c73f-fd8a-4318-9640-cf25059ea1c3,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:14.122551 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189658e-f582-413f-91e5-2f5303c7365e req-3d51ffc1-b21e-437e-8755-216c73936699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:14.124061 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f189658e-f582-413f-91e5-2f5303c7365e req-3d51ffc1-b21e-437e-8755-216c73936699 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 1129 time: 0.0392420 Aug 27 02:27:14.177455 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f189658e-f582-413f-91e5-2f5303c7365e req-37365517-3763-478c-8a1e-b8eeabdb7602 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458796 Aug 27 02:27:14.722429 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f150ed-5db3-41be-ada4-82bf1bc852ca req-449a0f20-73f3-44f9-86e9-2a5464dfb7f0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:14.731834 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93f150ed-5db3-41be-ada4-82bf1bc852ca req-449a0f20-73f3-44f9-86e9-2a5464dfb7f0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 945 time: 0.0653069 Aug 27 02:27:14.783712 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93f150ed-5db3-41be-ada4-82bf1bc852ca req-45d89e38-d82a-4b95-9288-369b6075294b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513120 Aug 27 02:27:15.910769 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034aab5-daad-474d-9197-5ba42c4bb26f req-74d46fcc-f3b2-4979-ac79-23752eb19289 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:15.912376 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9034aab5-daad-474d-9197-5ba42c4bb26f req-74d46fcc-f3b2-4979-ac79-23752eb19289 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 945 time: 0.0489259 Aug 27 02:27:15.973142 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9034aab5-daad-474d-9197-5ba42c4bb26f req-70df1819-d539-4241-b5a7-e033086b2237 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519354 Aug 27 02:27:17.102880 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6310be7-c474-472d-a011-b57b90b80fa5 req-512a658a-f940-426a-9fa2-d6d4d3d29146 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:17.104347 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6310be7-c474-472d-a011-b57b90b80fa5 req-512a658a-f940-426a-9fa2-d6d4d3d29146 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 945 time: 0.0490124 Aug 27 02:27:17.155317 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6310be7-c474-472d-a011-b57b90b80fa5 req-317e25ce-226e-4c1a-8a67-c4df86277434 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446846 Aug 27 02:27:17.276093 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf38c6-6b31-44be-affc-09ba07d4dd3a req-79c45517-cf2a-4a2f-a51f-1c473d6f2d2c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:17.277564 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ccaf38c6-6b31-44be-affc-09ba07d4dd3a req-79c45517-cf2a-4a2f-a51f-1c473d6f2d2c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 945 time: 0.0514963 Aug 27 02:27:17.288666 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 48540) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:27:17.293622 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-bbb302b0-fd73-4d44-96f0-aff069ec683d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'floatingip': {'port_id': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:17.341972 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bbb302b0-fd73-4d44-96f0-aff069ec683d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (2d8062d7-e262-4429-bb63-14cbc7c39bf9), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:17.702482 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:17.710933 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:17.803185 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bbb302b0-fd73-4d44-96f0-aff069ec683d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:17.807985 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bbb302b0-fd73-4d44-96f0-aff069ec683d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (2d8062d7-e262-4429-bb63-14cbc7c39bf9), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:17.908956 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-bbb302b0-fd73-4d44-96f0-aff069ec683d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Floating IP 2d8062d7-e262-4429-bb63-14cbc7c39bf9 associated. External IP: 172.27.1.165, port: 2fe1c73f-fd8a-4318-9640-cf25059ea1c3. Aug 27 02:27:18.116567 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb302b0-fd73-4d44-96f0-aff069ec683d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Router e3773958-dd2d-4e04-8c9e-12c030af0188 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:18.237970 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb302b0-fd73-4d44-96f0-aff069ec683d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:18.243329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bbb302b0-fd73-4d44-96f0-aff069ec683d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:18.247910 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da1071-e7e5-4fcf-8c6f-bb9e82fc40a9 None None] Sync routers for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:18.262623 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da1071-e7e5-4fcf-8c6f-bb9e82fc40a9 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:27:18.263257 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d1da1071-e7e5-4fcf-8c6f-bb9e82fc40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:26:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:18.275149 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-bbb302b0-fd73-4d44-96f0-aff069ec683d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/2d8062d7-e262-4429-bb63-14cbc7c39bf9 HTTP/1.1" status: 200 len: 991 time: 0.9852886 Aug 27 02:27:18.275730 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'tag': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:27:18.278137 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9141d500-e818-410b-9e8d-4ce9b7d35064" -d '{"events": [{"name": "network-changed", "server_uuid": "dc699df0-be4f-4036-9e01-45ba0156616b", "tag": "2fe1c73f-fd8a-4318-9640-cf25059ea1c3"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:18.323307 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1c4167-f677-4d14-a3d7-bf3a16a859af x-openstack-request-id: req-bd1c4167-f677-4d14-a3d7-bf3a16a859af {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:18.323600 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc699df0-be4f-4036-9e01-45ba0156616b", "tag": "2fe1c73f-fd8a-4318-9640-cf25059ea1c3", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:18.323852 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd1c4167-f677-4d14-a3d7-bf3a16a859af {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:18.324398 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1c4167-f677-4d14-a3d7-bf3a16a859af'] response: {'name': 'network-changed', 'server_uuid': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'tag': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3', 'status': 'completed', 'code': 200} Aug 27 02:27:18.377811 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-d1da1071-e7e5-4fcf-8c6f-bb9e82fc40a9 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:27:18.467228 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d500-e818-410b-9e8d-4ce9b7d35064 req-017dddd7-25b9-4078-bf56-c25b5cbc4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:18.468910 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9141d500-e818-410b-9e8d-4ce9b7d35064 req-017dddd7-25b9-4078-bf56-c25b5cbc4dbb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 1129 time: 0.0513339 Aug 27 02:27:18.576297 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d500-e818-410b-9e8d-4ce9b7d35064 req-ba8d5caf-3205-4a43-806a-642435cd6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:18.580273 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9141d500-e818-410b-9e8d-4ce9b7d35064 req-ba8d5caf-3205-4a43-806a-642435cd6163 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 915 time: 0.1027970 Aug 27 02:27:18.615276 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d1da1071-e7e5-4fcf-8c6f-bb9e82fc40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '13ea0d8a-822f-42b5-8db1-2301d9082cf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:5d:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:22:37Z', 'updated_at': '2022-08-27T02:23:53Z', 'revision_number': 2, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}, {'id': '2d8062d7-e262-4429-bb63-14cbc7c39bf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:a3:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:26:43Z', 'updated_at': '2022-08-27T02:27:17Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:18.648005 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da1071-e7e5-4fcf-8c6f-bb9e82fc40a9 None None] Checking router: e3773958-dd2d-4e04-8c9e-12c030af0188 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:27:18.657637 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da1071-e7e5-4fcf-8c6f-bb9e82fc40a9 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:27:18.658273 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d1da1071-e7e5-4fcf-8c6f-bb9e82fc40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:26:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:18.775565 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-d1da1071-e7e5-4fcf-8c6f-bb9e82fc40a9 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:27:18.922559 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9141d500-e818-410b-9e8d-4ce9b7d35064 req-416de09f-51fd-49c5-a51f-90736ffa9195 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe1c73f-fd8a-4318-9640-cf25059ea1c3 HTTP/1.1" status: 200 len: 999 time: 0.3325281 Aug 27 02:27:18.938303 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:18.980333 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d500-e818-410b-9e8d-4ce9b7d35064 req-e6c5fe89-8699-4a5d-9a8b-4179d960c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:18.981833 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9141d500-e818-410b-9e8d-4ce9b7d35064 req-e6c5fe89-8699-4a5d-9a8b-4179d960c38d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0514393 Aug 27 02:27:19.032329 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d500-e818-410b-9e8d-4ce9b7d35064 req-03e172b0-dfb3-4164-a0c0-6d41db33384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:19.034503 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d1da1071-e7e5-4fcf-8c6f-bb9e82fc40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '13ea0d8a-822f-42b5-8db1-2301d9082cf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:5d:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:22:37Z', 'updated_at': '2022-08-27T02:23:53Z', 'revision_number': 2, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}, {'id': '2d8062d7-e262-4429-bb63-14cbc7c39bf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:a3:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:26:43Z', 'updated_at': '2022-08-27T02:27:17Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:19.034702 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9141d500-e818-410b-9e8d-4ce9b7d35064 req-03e172b0-dfb3-4164-a0c0-6d41db33384a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456150 Aug 27 02:27:19.064429 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:19.065741 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da1071-e7e5-4fcf-8c6f-bb9e82fc40a9 None None] The sync data for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi is: [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '13ea0d8a-822f-42b5-8db1-2301d9082cf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:5d:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:22:37Z', 'updated_at': '2022-08-27T02:23:53Z', 'revision_number': 2, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}, {'id': '2d8062d7-e262-4429-bb63-14cbc7c39bf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:a3:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:26:43Z', 'updated_at': '2022-08-27T02:27:17Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:19.144914 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9141d500-e818-410b-9e8d-4ce9b7d35064 req-577ab389-664b-41a1-9bce-32ccdae34b48 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036451 Aug 27 02:27:19.249039 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9141d500-e818-410b-9e8d-4ce9b7d35064 req-779e147a-f3d9-42b8-8ce5-b09269db05db service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979652 Aug 27 02:27:19.305642 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36fa1cd-bc95-40a4-8f44-314c278570e4 None None] New status for floating IP 2d8062d7-e262-4429-bb63-14cbc7c39bf9: ACTIVE {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:27:20.082769 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920d4e7-db69-49a9-8547-9e274f93b0b0 req-09e74c83-99be-4811-bd9d-b6f892ddbaf2 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:20.084455 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9920d4e7-db69-49a9-8547-9e274f93b0b0 req-09e74c83-99be-4811-bd9d-b6f892ddbaf2 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 946 time: 0.0661294 Aug 27 02:27:20.137856 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9920d4e7-db69-49a9-8547-9e274f93b0b0 req-783cbc12-829d-414c-b8a5-94be9263e8f6 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467677 Aug 27 02:27:20.902946 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7902134c-f1f5-4d4c-972d-41d9d0709936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:21.269155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d61c3-1bd9-4421-adf0-e140954df0b9 req-8be4d5dd-e065-45d1-b442-c0bb91366655 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:21.271034 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc6d61c3-1bd9-4421-adf0-e140954df0b9 req-8be4d5dd-e065-45d1-b442-c0bb91366655 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 946 time: 0.0510907 Aug 27 02:27:21.340501 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc6d61c3-1bd9-4421-adf0-e140954df0b9 req-0d2653d1-0ced-466c-a4e6-52884f7704c2 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626841 Aug 27 02:27:22.471381 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ee8f6-32fa-403c-80cf-c6f1a98191e7 req-63f9daa0-f56c-4350-883a-35e19f006243 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:22.472870 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f39ee8f6-32fa-403c-80cf-c6f1a98191e7 req-63f9daa0-f56c-4350-883a-35e19f006243 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 946 time: 0.0496957 Aug 27 02:27:22.526132 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f39ee8f6-32fa-403c-80cf-c6f1a98191e7 req-3cc19f35-8e84-497b-b9a8-4799222c84dd tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469716 Aug 27 02:27:22.636202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a754171-5f3d-44ef-99c7-dad8b761e470 req-d1a3d025-45a2-498f-8c72-d8c38956b08d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:22.637913 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-4a754171-5f3d-44ef-99c7-dad8b761e470 req-d1a3d025-45a2-498f-8c72-d8c38956b08d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 946 time: 0.0525646 Aug 27 02:27:22.739790 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-4a754171-5f3d-44ef-99c7-dad8b761e470 req-13300ffe-446d-4e13-ba96-344879d4bd39 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Deleting port 22831215-7029-41bf-a558-6aa1056c1015 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:27:22.740127 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-4a754171-5f3d-44ef-99c7-dad8b761e470 req-13300ffe-446d-4e13-ba96-344879d4bd39 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (22831215-7029-41bf-a558-6aa1056c1015), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:22.842402 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-4a754171-5f3d-44ef-99c7-dad8b761e470 req-13300ffe-446d-4e13-ba96-344879d4bd39 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] For port 22831215-7029-41bf-a558-6aa1056c1015, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=22831215-7029-41bf-a558-6aa1056c1015,segment=NetworkSegment(5ef67d85-a579-4d6d-abbd-4ca638fc88b8),segment_id=5ef67d85-a579-4d6d-abbd-4ca638fc88b8)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:22.842737 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-4a754171-5f3d-44ef-99c7-dad8b761e470 req-13300ffe-446d-4e13-ba96-344879d4bd39 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (22831215-7029-41bf-a558-6aa1056c1015), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:22.858095 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-4a754171-5f3d-44ef-99c7-dad8b761e470 req-13300ffe-446d-4e13-ba96-344879d4bd39 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Calling delete_port for 22831215-7029-41bf-a558-6aa1056c1015 owned by compute:nova {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:27:22.967720 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:22.995217 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-4a754171-5f3d-44ef-99c7-dad8b761e470 req-13300ffe-446d-4e13-ba96-344879d4bd39 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (22831215-7029-41bf-a558-6aa1056c1015), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:23.029162 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13300ffe-446d-4e13-ba96-344879d4bd39 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Pushing event deleted for resources: {'Port': ['ID=22831215-7029-41bf-a558-6aa1056c1015,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:23.035224 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:23.049667 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['22831215-7029-41bf-a558-6aa1056c1015'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:27:23.078178 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a754171-5f3d-44ef-99c7-dad8b761e470 req-13300ffe-446d-4e13-ba96-344879d4bd39 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] No DVR routers for this DVR port 22831215-7029-41bf-a558-6aa1056c1015 on host hv-cinder-84630 {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:27:23.081183 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-4a754171-5f3d-44ef-99c7-dad8b761e470 req-13300ffe-446d-4e13-ba96-344879d4bd39 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:23.084420 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-4a754171-5f3d-44ef-99c7-dad8b761e470 req-13300ffe-446d-4e13-ba96-344879d4bd39 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.45 "DELETE /networking/v2.0/ports/22831215-7029-41bf-a558-6aa1056c1015 HTTP/1.1" status: 204 len: 173 time: 0.4396091 Aug 27 02:27:23.084879 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31c26a8-fe5a-40fb-91a1-7b5251fd0daa', 'name': 'network-vif-deleted', 'tag': '22831215-7029-41bf-a558-6aa1056c1015'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:27:23.087232 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816657ba-b5cd-4597-bb2f-48220357677f" -d '{"events": [{"server_uuid": "c31c26a8-fe5a-40fb-91a1-7b5251fd0daa", "name": "network-vif-deleted", "tag": "22831215-7029-41bf-a558-6aa1056c1015"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:23.139034 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d90cbb-187f-4907-88a8-e6281ee338d3 x-openstack-request-id: req-e2d90cbb-187f-4907-88a8-e6281ee338d3 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:23.140438 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31c26a8-fe5a-40fb-91a1-7b5251fd0daa", "name": "network-vif-deleted", "tag": "22831215-7029-41bf-a558-6aa1056c1015", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:23.140438 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2d90cbb-187f-4907-88a8-e6281ee338d3 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:23.141162 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d90cbb-187f-4907-88a8-e6281ee338d3'] response: {'server_uuid': 'c31c26a8-fe5a-40fb-91a1-7b5251fd0daa', 'name': 'network-vif-deleted', 'tag': '22831215-7029-41bf-a558-6aa1056c1015', 'status': 'completed', 'code': 200} Aug 27 02:27:23.653095 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1853d1fe-297e-4f2b-8f49-daa0394e604f req-ad182c93-6d06-46df-aa80-347bdd24c0ad tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c31c26a8-fe5a-40fb-91a1-7b5251fd0daa HTTP/1.1" status: 200 len: 210 time: 0.0289211 Aug 27 02:27:23.978403 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-f5c5aa4e-a87c-4fda-8dec-f258f4bef3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:25.710981 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 22831215-7029-41bf-a558-6aa1056c1015 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:25.731547 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 22831215-7029-41bf-a558-6aa1056c1015 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:27:25.731837 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 22831215-7029-41bf-a558-6aa1056c1015 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:26.569381 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:28.016952 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:28.665616 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:29.002090 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:32.820577 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-2129401b-fb45-4791-942f-b03a30343849 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411770 Aug 27 02:27:33.004276 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-0e17b649-8f35-4d76-8f93-d86e19b54402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:33.005861 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-0e17b649-8f35-4d76-8f93-d86e19b54402 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 1130 time: 0.0552537 Aug 27 02:27:33.121718 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-fe764d4f-63b4-4ba4-8e2d-ec52d593b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:33.123246 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-fe764d4f-63b4-4ba4-8e2d-ec52d593b2cb service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.0979383 Aug 27 02:27:33.164444 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-46358688-e552-44aa-b349-ca17dd41f794 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f55f99-dc75-425b-9214-a2edc384e389 HTTP/1.1" status: 200 len: 217 time: 0.0355287 Aug 27 02:27:33.237732 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-20beeab0-91a6-4024-9972-0412df75547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:33.240455 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-20beeab0-91a6-4024-9972-0412df75547f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.0706758 Aug 27 02:27:33.321769 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-142062f3-34e9-4211-add2-28d667fd9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:33.323341 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-142062f3-34e9-4211-add2-28d667fd9230 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482850 Aug 27 02:27:33.436221 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-62f6a861-3121-4ba3-b29c-527eee300766 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053703 Aug 27 02:27:33.545503 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-ac22a70c-bde5-4e44-b6f5-ab2912ba2a4d req-672d6d42-17a9-4452-8793-1be3d8ce4a1a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006739 Aug 27 02:27:33.634473 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:33.635578 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:36.454030 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:36.455132 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:37.295970 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:27:38.994739 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:38.996701 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:42.307424 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-31c9cc00-e51c-4a4f-aab8-d9af51dbb0b9 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:42.308906 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-31c9cc00-e51c-4a4f-aab8-d9af51dbb0b9 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/networks?id=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d HTTP/1.1" status: 200 len: 813 time: 0.1095164 Aug 27 02:27:42.324081 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-9cc59fa0-c700-4107-bc34-ac1b712601bf tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/quotas/fa43d54225bf44b283f9db5ddbbb13ca HTTP/1.1" status: 200 len: 375 time: 0.0096169 Aug 27 02:27:42.357340 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-ca6d4199-998d-4ddc-ba20-746adc6c4e88 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fa43d54225bf44b283f9db5ddbbb13ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275440 Aug 27 02:27:42.555685 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-eabd3256-ff50-4122-a10a-16905dd5811f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903601 Aug 27 02:27:42.650162 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-9c35faf1-80b0-4594-8a9b-afc5fb5c7b91 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859456 Aug 27 02:27:42.893745 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-58f1c94a-f0fc-49f4-921f-4ce6acdd9a74 req-90067c43-0f4f-406c-aa2e-2f1e03901f29 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 210 time: 0.0838377 Aug 27 02:27:43.540872 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:43.542916 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=51 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:44.011051 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c26595e2-5c7b-433b-8629-563038b81817 req-f4c9699c-0ff1-4f3d-9d22-bbbe42e5b1ef tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 210 time: 0.0292790 Aug 27 02:27:44.472119 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-4cc7a256-08ff-4e96-b3d8-462970a2f947 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:44.473689 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-4cc7a256-08ff-4e96-b3d8-462970a2f947 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.45 "GET /networking/v2.0/networks?id=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d HTTP/1.1" status: 200 len: 813 time: 0.1159575 Aug 27 02:27:44.493919 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Request body: {'port': {'device_id': '46dae88e-3429-47c7-9376-c4c0d9cddd29', 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d', 'admin_state_up': True, 'tenant_id': 'fa43d54225bf44b283f9db5ddbbb13ca'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:44.612835 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Made reservation on behalf of fa43d54225bf44b283f9db5ddbbb13ca for: {'port': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:44.617842 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:44.756519 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Allocated IP 172.20.0.11 (c0b61970-d693-42b1-b7a6-dd3cf1b79e9d/bd05baf2-d3b2-47e6-b8a8-8408c2818166/692449b2-a058-408c-bf04-f924a65e0f5a) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:44.944701 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks [] for port (692449b2-a058-408c-bf04-f924a65e0f5a), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:44.984545 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:45.031141 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:45.034421 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:45.039028 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:27:45.062660 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Pushing event updated for resources: {'Port': ['ID=692449b2-a058-408c-bf04-f924a65e0f5a,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:45.081341 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.081682 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.082018 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.082349 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.082674 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.083132 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.083542 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.084043 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.084387 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.084695 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.085031 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.085374 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.085686 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.085985 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.086298 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:45.110050 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:45.110765 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:45.134742 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-1321b03c-2d3e-4c38-8900-92fc0c2033ab tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6454399 Aug 27 02:27:45.153482 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Request body: {'port': {'device_id': '46dae88e-3429-47c7-9376-c4c0d9cddd29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:45.160723 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6fcaa-644f-4749-a915-4fd4ea3001d6 req-714a005e-b82f-431d-bf81-7efbcd17c518 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:45.163025 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bce6fcaa-644f-4749-a915-4fd4ea3001d6 req-714a005e-b82f-431d-bf81-7efbcd17c518 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 932 time: 0.0537210 Aug 27 02:27:45.217360 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bce6fcaa-644f-4749-a915-4fd4ea3001d6 req-9034b1e1-0642-4c39-99ae-55138026bfc7 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 Aug 27 02:27:45.218426 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:45.234616 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:45.282498 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:45.495882 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692449b2-a058-408c-bf04-f924a65e0f5a {{(pid=106604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:27:45.503884 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Publish callbacks [] for port (692449b2-a058-408c-bf04-f924a65e0f5a), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:45.518635 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.provisioning_blocks [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Transition to ACTIVE for port object 692449b2-a058-408c-bf04-f924a65e0f5a will not be triggered until provisioned by entity L2. {{(pid=106604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:27:45.523300 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:45.609004 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Pushing event updated for resources: {'Port': ['ID=692449b2-a058-408c-bf04-f924a65e0f5a,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:45.637551 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Attempting to bind port 692449b2-a058-408c-bf04-f924a65e0f5a on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:27:45.638219 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Attempting to bind port 692449b2-a058-408c-bf04-f924a65e0f5a by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '5ef67d85-a579-4d6d-abbd-4ca638fc88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d'}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:27:45.638219 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Attempting to bind port 692449b2-a058-408c-bf04-f924a65e0f5a on network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:27:45.642715 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Port 692449b2-a058-408c-bf04-f924a65e0f5a on network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:27:45.643025 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Attempting to bind port 692449b2-a058-408c-bf04-f924a65e0f5a on network c0b61970-d693-42b1-b7a6-dd3cf1b79e9d {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:27:45.648232 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:27:45.648559 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Checking segment: {'id': '5ef67d85-a579-4d6d-abbd-4ca638fc88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:27:45.648929 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Bound using segment: {'id': '5ef67d85-a579-4d6d-abbd-4ca638fc88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d'} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:27:45.649463 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Bound port: 692449b2-a058-408c-bf04-f924a65e0f5a, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef67d85-a579-4d6d-abbd-4ca638fc88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d'}}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:27:45.649861 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:45.718460 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] For port 692449b2-a058-408c-bf04-f924a65e0f5a, host hv-cinder-84630, cleared binding levels {{(pid=106604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:45.721835 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] For port 692449b2-a058-408c-bf04-f924a65e0f5a, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=692449b2-a058-408c-bf04-f924a65e0f5a,segment=NetworkSegment(5ef67d85-a579-4d6d-abbd-4ca638fc88b8),segment_id=5ef67d85-a579-4d6d-abbd-4ca638fc88b8)] {{(pid=106604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:45.729989 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:45.733914 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:45.734526 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:45.735956 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/692449b2-a058-408c-bf04-f924a65e0f5a HTTP/1.1" status: 200 len: 1094 time: 0.5870271 Aug 27 02:27:45.738372 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46dae88e-3429-47c7-9376-c4c0d9cddd29', 'tag': '692449b2-a058-408c-bf04-f924a65e0f5a'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:27:45.740896 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cb5c6f-a1e4-4d3c-b512-d0e4c5950ead" -d '{"events": [{"name": "network-changed", "server_uuid": "46dae88e-3429-47c7-9376-c4c0d9cddd29", "tag": "692449b2-a058-408c-bf04-f924a65e0f5a"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:45.789749 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01371196-1ff1-4f97-8b60-c9ca038da82f x-openstack-request-id: req-01371196-1ff1-4f97-8b60-c9ca038da82f {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:45.790032 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46dae88e-3429-47c7-9376-c4c0d9cddd29", "tag": "692449b2-a058-408c-bf04-f924a65e0f5a", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:45.790277 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01371196-1ff1-4f97-8b60-c9ca038da82f {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:45.790673 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01371196-1ff1-4f97-8b60-c9ca038da82f'] response: {'name': 'network-changed', 'server_uuid': '46dae88e-3429-47c7-9376-c4c0d9cddd29', 'tag': '692449b2-a058-408c-bf04-f924a65e0f5a', 'status': 'completed', 'code': 200} Aug 27 02:27:45.811469 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519101d-d38d-40f6-8f2a-49877898866f service neutron] Pushing event updated for resources: {'Port': ['ID=692449b2-a058-408c-bf04-f924a65e0f5a,revision_number=3']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:45.994779 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-6fc642f4-be81-4edf-b417-94c94d2b7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:45.996265 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-6fc642f4-be81-4edf-b417-94c94d2b7431 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=fa43d54225bf44b283f9db5ddbbb13ca&device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 1128 time: 0.0470989 Aug 27 02:27:46.049007 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-597e610e-1990-4c65-a65a-6136e01c820c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692449b2-a058-408c-bf04-f924a65e0f5a HTTP/1.1" status: 200 len: 217 time: 0.0379434 Aug 27 02:27:46.105034 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-e99f8cf0-3d5f-43a2-9621-af02af8cf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:46.106534 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-e99f8cf0-3d5f-43a2-9621-af02af8cf62f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bd05baf2-d3b2-47e6-b8a8-8408c2818166 HTTP/1.1" status: 200 len: 853 time: 0.0510848 Aug 27 02:27:46.144834 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-397ee9d1-6248-45ca-94e0-df5d909ed12f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315793 Aug 27 02:27:46.244157 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-58963149-c186-478e-a182-8fb1911d8146 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936642 Aug 27 02:27:46.339784 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128466e-63ee-471e-906b-d7748b12efa8 req-3de875cd-0acd-45aa-ade8-a82fa2f066ea tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:46.341241 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8128466e-63ee-471e-906b-d7748b12efa8 req-3de875cd-0acd-45aa-ade8-a82fa2f066ea tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 944 time: 0.0484045 Aug 27 02:27:46.398577 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8128466e-63ee-471e-906b-d7748b12efa8 req-f5d89093-3c5a-45d1-a9b8-3021a0562587 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482712 Aug 27 02:27:46.457594 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-18490069-b68d-4880-9abf-b3e8cfa75c11 req-de76b745-0124-43e7-86d8-24efafc6f2ea service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935893 Aug 27 02:27:47.292299 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:47.526945 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a052bf-ce9a-4739-b63e-1446e7cd21ae req-aa25ba85-2806-4d00-a75f-5298d40e94a9 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:47.528334 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23a052bf-ce9a-4739-b63e-1446e7cd21ae req-aa25ba85-2806-4d00-a75f-5298d40e94a9 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 944 time: 0.0473568 Aug 27 02:27:47.587602 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23a052bf-ce9a-4739-b63e-1446e7cd21ae req-5dcbb583-12c6-4f1e-aaf5-a05920e67c99 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533957 Aug 27 02:27:48.717060 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03757632-65e7-4774-a890-9c581c4fc784 req-669e58c0-8d6d-42b5-a435-312349244d52 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:48.718652 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-03757632-65e7-4774-a890-9c581c4fc784 req-669e58c0-8d6d-42b5-a435-312349244d52 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 944 time: 0.0492098 Aug 27 02:27:48.769662 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-03757632-65e7-4774-a890-9c581c4fc784 req-b0f534fd-9876-44f6-947b-82f044281183 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Aug 27 02:27:49.904568 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a99aea-0a13-4b11-838a-778165f11f54 req-702258c2-6145-4572-ae96-bcd7f1811d72 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:49.906290 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05a99aea-0a13-4b11-838a-778165f11f54 req-702258c2-6145-4572-ae96-bcd7f1811d72 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 944 time: 0.0532501 Aug 27 02:27:49.962644 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05a99aea-0a13-4b11-838a-778165f11f54 req-017b3d5f-f3c9-4ccc-8d73-1aef9cfc1ba7 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Aug 27 02:27:50.898282 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-dd0605d3-6652-4625-9aa8-96ef843b4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:51.099008 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac816e2c-47df-4e89-b285-b8525e1bf806 req-a04f2a6d-03c3-4465-bfdb-22ac8cf1d62e tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:51.100558 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ac816e2c-47df-4e89-b285-b8525e1bf806 req-a04f2a6d-03c3-4465-bfdb-22ac8cf1d62e tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 944 time: 0.0560338 Aug 27 02:27:51.152407 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ac816e2c-47df-4e89-b285-b8525e1bf806 req-2872c122-009a-464b-917d-be4f332d01c2 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455716 Aug 27 02:27:51.808696 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb5c6f-a1e4-4d3c-b512-d0e4c5950ead req-825d2128-be38-4bbe-8f1f-84a27ed121d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:51.810158 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-94cb5c6f-a1e4-4d3c-b512-d0e4c5950ead req-825d2128-be38-4bbe-8f1f-84a27ed121d0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=fa43d54225bf44b283f9db5ddbbb13ca&device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 1128 time: 0.0434024 Aug 27 02:27:51.830409 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 692449b2-a058-408c-bf04-f924a65e0f5a details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:51.880332 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:51.896233 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:51.930535 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb5c6f-a1e4-4d3c-b512-d0e4c5950ead req-2493b13c-9bc3-4506-a29d-39f873c0ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:51.933141 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-94cb5c6f-a1e4-4d3c-b512-d0e4c5950ead req-2493b13c-9bc3-4506-a29d-39f873c0ac60 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d HTTP/1.1" status: 200 len: 914 time: 0.1164124 Aug 27 02:27:51.954641 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 692449b2-a058-408c-bf04-f924a65e0f5a, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=692449b2-a058-408c-bf04-f924a65e0f5a,segment=NetworkSegment(5ef67d85-a579-4d6d-abbd-4ca638fc88b8),segment_id=5ef67d85-a579-4d6d-abbd-4ca638fc88b8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:51.968079 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '692449b2-a058-408c-bf04-f924a65e0f5a', 'network_id': 'c0b61970-d693-42b1-b7a6-dd3cf1b79e9d', 'port_id': '692449b2-a058-408c-bf04-f924a65e0f5a', 'mac_address': 'fa:16:3e:b8:24:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd05baf2-d3b2-47e6-b8a8-8408c2818166', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:51.983080 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-94cb5c6f-a1e4-4d3c-b512-d0e4c5950ead req-06e5e292-8477-4cbd-b204-b8e4057714db service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692449b2-a058-408c-bf04-f924a65e0f5a HTTP/1.1" status: 200 len: 217 time: 0.0404568 Aug 27 02:27:52.009700 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 692449b2-a058-408c-bf04-f924a65e0f5a is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:27:52.010084 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:52.024735 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692449b2-a058-408c-bf04-f924a65e0f5a {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:27:52.036848 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb5c6f-a1e4-4d3c-b512-d0e4c5950ead req-ca5c3337-7df6-449d-91f0-05cb7b6eef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:52.038585 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-94cb5c6f-a1e4-4d3c-b512-d0e4c5950ead req-ca5c3337-7df6-449d-91f0-05cb7b6eef2d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=bd05baf2-d3b2-47e6-b8a8-8408c2818166 HTTP/1.1" status: 200 len: 853 time: 0.0497136 Aug 27 02:27:52.045952 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 692449b2-a058-408c-bf04-f924a65e0f5a, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=692449b2-a058-408c-bf04-f924a65e0f5a,segment=NetworkSegment(5ef67d85-a579-4d6d-abbd-4ca638fc88b8),segment_id=5ef67d85-a579-4d6d-abbd-4ca638fc88b8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:52.050982 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:52.093781 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-94cb5c6f-a1e4-4d3c-b512-d0e4c5950ead req-b3f4e54d-5f08-42b0-a99d-3d50dd25220f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486944 Aug 27 02:27:52.118741 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=692449b2-a058-408c-bf04-f924a65e0f5a,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:52.203839 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-94cb5c6f-a1e4-4d3c-b512-d0e4c5950ead req-c949d4e7-9893-4bb6-973b-08920fbee73d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033115 Aug 27 02:27:52.296313 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888fef4-b6b5-4ce9-beed-566466086e33 req-e5105ddf-4822-4c39-8eda-f83188a7304b tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:52.297924 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0888fef4-b6b5-4ce9-beed-566466086e33 req-e5105ddf-4822-4c39-8eda-f83188a7304b tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 945 time: 0.0555093 Aug 27 02:27:52.315413 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-94cb5c6f-a1e4-4d3c-b512-d0e4c5950ead req-4abd2e9d-e147-4741-aab5-7a65b750052f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061532 Aug 27 02:27:52.351999 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0888fef4-b6b5-4ce9-beed-566466086e33 req-d6c1a331-9228-4bea-8545-99b7bcd5150c tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474749 Aug 27 02:27:52.771848 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['692449b2-a058-408c-bf04-f924a65e0f5a'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:27:53.463336 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:53.481046 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b7a06-09b0-4e42-9446-286b3fb10fde req-930452a9-fa1b-4477-99db-d3406c58b5f9 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:53.482709 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee3b7a06-09b0-4e42-9446-286b3fb10fde req-930452a9-fa1b-4477-99db-d3406c58b5f9 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 945 time: 0.0497158 Aug 27 02:27:53.503139 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:27:53.538537 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee3b7a06-09b0-4e42-9446-286b3fb10fde req-5f88d160-3863-4560-846e-1dfac9402ab5 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500247 Aug 27 02:27:53.979113 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e2d8177a-634b-4267-8dab-8e8e705fb011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:54.273737 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 692449b2-a058-408c-bf04-f924a65e0f5a up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:54.319038 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 692449b2-a058-408c-bf04-f924a65e0f5a completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:27:54.326506 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 692449b2-a058-408c-bf04-f924a65e0f5a triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:27:54.326798 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:54.414023 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 692449b2-a058-408c-bf04-f924a65e0f5a is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:27:54.414367 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:54.437972 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dae88e-3429-47c7-9376-c4c0d9cddd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692449b2-a058-408c-bf04-f924a65e0f5a'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:27:54.440208 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f99782-51c2-40ce-a719-b95f6c8ee402" -d '{"events": [{"server_uuid": "46dae88e-3429-47c7-9376-c4c0d9cddd29", "name": "network-vif-plugged", "status": "completed", "tag": "692449b2-a058-408c-bf04-f924a65e0f5a"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:54.452885 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 692449b2-a058-408c-bf04-f924a65e0f5a, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=692449b2-a058-408c-bf04-f924a65e0f5a,segment=NetworkSegment(5ef67d85-a579-4d6d-abbd-4ca638fc88b8),segment_id=5ef67d85-a579-4d6d-abbd-4ca638fc88b8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:54.457960 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:54.483315 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fe6038-2e12-4d0b-9397-4426d97ca51d x-openstack-request-id: req-35fe6038-2e12-4d0b-9397-4426d97ca51d {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:54.483601 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dae88e-3429-47c7-9376-c4c0d9cddd29", "name": "network-vif-plugged", "status": "completed", "tag": "692449b2-a058-408c-bf04-f924a65e0f5a", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:54.483843 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35fe6038-2e12-4d0b-9397-4426d97ca51d {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:54.484227 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fe6038-2e12-4d0b-9397-4426d97ca51d'] response: {'server_uuid': '46dae88e-3429-47c7-9376-c4c0d9cddd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692449b2-a058-408c-bf04-f924a65e0f5a', 'code': 200} Aug 27 02:27:54.508837 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=692449b2-a058-408c-bf04-f924a65e0f5a,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:54.683380 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86e8aa-7310-475b-9596-079a59444adc req-5bb4e005-2ad1-4b50-8845-20f271fc2bcd tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:54.684937 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd86e8aa-7310-475b-9596-079a59444adc req-5bb4e005-2ad1-4b50-8845-20f271fc2bcd tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 946 time: 0.0554118 Aug 27 02:27:54.746916 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd86e8aa-7310-475b-9596-079a59444adc req-f269da7c-5438-4862-b67d-f1b9c8cb113a tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560455 Aug 27 02:27:54.779345 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c8ed2-f684-4466-bc98-97d4bbd0f583 req-9342bbf6-c742-4051-8c3b-30c2e08030a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:54.781010 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f34c8ed2-f684-4466-bc98-97d4bbd0f583 req-9342bbf6-c742-4051-8c3b-30c2e08030a0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 1130 time: 0.0957506 Aug 27 02:27:54.831066 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f34c8ed2-f684-4466-bc98-97d4bbd0f583 req-206c687e-d364-42d5-92b6-34d7cf7a647d service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Aug 27 02:27:56.132837 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ede10-3883-4578-b203-98c7c81eb7bb req-0ab70980-65c3-46bb-8308-90c9c525503a tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:56.135038 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-463ede10-3883-4578-b203-98c7c81eb7bb req-0ab70980-65c3-46bb-8308-90c9c525503a tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 946 time: 0.3109825 Aug 27 02:27:56.189386 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-463ede10-3883-4578-b203-98c7c81eb7bb req-05f2cbf2-c0c8-4762-bfbb-bc2986796e71 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451772 Aug 27 02:27:56.572620 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:57.320154 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7a951-61d7-42e1-b2c2-4fccf3e9ae61 req-247a4000-4a06-478e-9510-161d4dd4c8d1 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:27:57.321926 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64a7a951-61d7-42e1-b2c2-4fccf3e9ae61 req-247a4000-4a06-478e-9510-161d4dd4c8d1 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 946 time: 0.0525391 Aug 27 02:27:57.381696 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64a7a951-61d7-42e1-b2c2-4fccf3e9ae61 req-aa2d7318-2034-4132-ba26-ff8c14e69873 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533359 Aug 27 02:27:58.021993 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:58.668751 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:27:59.012290 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:01.182388 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 48924) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:28:01.302029 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-634463a7-4748-466e-93fa-263de3339386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:01.387772 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-634463a7-4748-466e-93fa-263de3339386 admin admin] Publish callbacks [] for security_group (25dd3c1b-6cf9-4c7b-8ef2-c964b5a40d0f), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:01.394182 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-634463a7-4748-466e-93fa-263de3339386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (25dd3c1b-6cf9-4c7b-8ef2-c964b5a40d0f), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:01.445671 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-634463a7-4748-466e-93fa-263de3339386 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=602b1484f6cd4bad8190909a7d281255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621188 Aug 27 02:28:01.446859 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634463a7-4748-466e-93fa-263de3339386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dd3c1b-6cf9-4c7b-8ef2-c964b5a40d0f,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:01.448786 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 48928) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:28:01.506159 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Publish callbacks [] for security_group (25dd3c1b-6cf9-4c7b-8ef2-c964b5a40d0f), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:01.530029 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Publish callbacks [] for security_group (25dd3c1b-6cf9-4c7b-8ef2-c964b5a40d0f), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:01.588695 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (25dd3c1b-6cf9-4c7b-8ef2-c964b5a40d0f), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:01.591746 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:01.593522 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/25dd3c1b-6cf9-4c7b-8ef2-c964b5a40d0f HTTP/1.1" status: 204 len: 168 time: 0.1434515 Aug 27 02:28:01.602465 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dd3c1b-6cf9-4c7b-8ef2-c964b5a40d0f,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:01.609821 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.610160 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.610493 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.610814 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.611144 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.611446 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.611764 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.612078 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.612451 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.612698 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.613015 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.613361 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.613674 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.613988 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.614297 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01e45c-c95f-4038-a622-e69dedfadbc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:04.123112 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-1463ccc6-9ad9-4d09-911a-e6eb4fe2f006 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=e1d1bead2e4f4102a53f582a4815661d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377634 Aug 27 02:28:04.326466 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-0e27d544-dbca-4641-a13c-fe6ca8f700a4 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:04.327988 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-0e27d544-dbca-4641-a13c-fe6ca8f700a4 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989453 Aug 27 02:28:04.345525 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-9f592503-7306-4662-aff6-caf41a7d0019 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/quotas/e1d1bead2e4f4102a53f582a4815661d HTTP/1.1" status: 200 len: 375 time: 0.0106456 Aug 27 02:28:04.381379 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-cdd88c68-40fc-4e10-9338-a42f08add5f1 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e1d1bead2e4f4102a53f582a4815661d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288031 Aug 27 02:28:04.564736 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ac2d0697-ad23-4ac2-9a33-7104f619499a req-62e6c958-6f9c-41a8-af39-2790ac0a5fba tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 210 time: 0.0315678 Aug 27 02:28:05.691924 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6221aae8-5b73-40a9-a7c9-19d075dd5fe3 req-31f80de5-39a4-43f6-8ffc-e860f9bc3252 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 210 time: 0.0386827 Aug 27 02:28:06.800424 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8d9fcc82-ab4e-45a7-98be-5dc94c37bee8 req-9068f0d3-168f-46b3-b41a-eb470c6e0a2a tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 210 time: 0.0303929 Aug 27 02:28:07.904707 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8245cf93-81cd-4cf1-8b19-ac4d2a51ed2e req-49c189fe-adc4-4d28-bb28-f306ddd2b559 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 210 time: 0.0278602 Aug 27 02:28:09.008675 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5997444d-69d1-4641-9ee3-7a336e8083e7 req-6dd537f4-fb97-409a-a5a8-d5da510813a8 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 210 time: 0.0283055 Aug 27 02:28:09.130768 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-27958383-0d91-4573-8ec7-8bc877601052 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=e1d1bead2e4f4102a53f582a4815661d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298200 Aug 27 02:28:09.329356 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-bc730d35-0059-41c0-9505-ef2f1fe7abc6 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:09.331136 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-bc730d35-0059-41c0-9505-ef2f1fe7abc6 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911190 Aug 27 02:28:10.112540 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-401a643c-a664-4e48-a694-c05bd4b893e0 req-91f50cb0-1ebe-40c3-b25b-c66da8c293b7 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 210 time: 0.0278327 Aug 27 02:28:10.720189 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Request body: {'port': {'device_id': 'ac07d059-1555-4f61-9a85-28396691a934', 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d', 'admin_state_up': True, 'tenant_id': 'e1d1bead2e4f4102a53f582a4815661d'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:10.848834 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Made reservation on behalf of e1d1bead2e4f4102a53f582a4815661d for: {'port': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:10.852699 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:10.862379 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:10.907541 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:10.909154 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:10.946299 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Publish callbacks [] for security_group (d12bc9d8-05e2-433f-b269-702164b4a0b2), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:10.950752 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (d12bc9d8-05e2-433f-b269-702164b4a0b2), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:11.016785 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12bc9d8-05e2-433f-b269-702164b4a0b2,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:11.096319 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Allocated IP 192.168.233.107 (ac997ab0-199f-40d7-b7c2-5fd6cc14b24d/55eaf589-77f6-499a-afbd-c0cef0a9d6c3/42163688-0f26-433a-b60b-97256fc0be15) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:11.227314 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4159ff7a-6529-473a-bab4-76953f7b16af req-205a0091-c593-4c85-a81c-fc02b6720570 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 210 time: 0.0390325 Aug 27 02:28:11.269531 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Publish callbacks [] for port (42163688-0f26-433a-b60b-97256fc0be15), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:11.305658 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (42163688-0f26-433a-b60b-97256fc0be15), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:11.355752 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Network ac997ab0-199f-40d7-b7c2-5fd6cc14b24d is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:11.359078 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:11.362248 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:28:11.392011 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Pushing event updated for resources: {'Port': ['ID=42163688-0f26-433a-b60b-97256fc0be15,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:11.430370 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:11.431006 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:11.448662 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-fcf4bdfb-94b0-4020-a7cc-cacf80973bdb tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7329760 Aug 27 02:28:11.466635 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Request body: {'port': {'device_id': 'ac07d059-1555-4f61-9a85-28396691a934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:11.565335 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:11.574781 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-8b88348f-d718-48ef-932d-8831f6465518 None None] Provisioning complete for port 42163688-0f26-433a-b60b-97256fc0be15 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:28:11.575264 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8b88348f-d718-48ef-932d-8831f6465518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (42163688-0f26-433a-b60b-97256fc0be15), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:11.576951 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:11.620859 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-8b88348f-d718-48ef-932d-8831f6465518 None None] Port 42163688-0f26-433a-b60b-97256fc0be15 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:28:11.780043 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (42163688-0f26-433a-b60b-97256fc0be15), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:12.014331 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:12.021701 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:12.067718 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42163688-0f26-433a-b60b-97256fc0be15 {{(pid=106604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:28:12.075610 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Publish callbacks [] for port (42163688-0f26-433a-b60b-97256fc0be15), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:12.089514 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.provisioning_blocks [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Transition to ACTIVE for port object 42163688-0f26-433a-b60b-97256fc0be15 will not be triggered until provisioned by entity L2. {{(pid=106604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:28:12.093511 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (42163688-0f26-433a-b60b-97256fc0be15), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:12.175077 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Pushing event updated for resources: {'Port': ['ID=42163688-0f26-433a-b60b-97256fc0be15,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:12.205016 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Attempting to bind port 42163688-0f26-433a-b60b-97256fc0be15 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:28:12.205452 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Attempting to bind port 42163688-0f26-433a-b60b-97256fc0be15 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': 'd5066bd5-2b9a-4ceb-93d1-e85808539251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d'}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:28:12.206110 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Attempting to bind port 42163688-0f26-433a-b60b-97256fc0be15 on network ac997ab0-199f-40d7-b7c2-5fd6cc14b24d {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:28:12.210571 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Port 42163688-0f26-433a-b60b-97256fc0be15 on network ac997ab0-199f-40d7-b7c2-5fd6cc14b24d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:28:12.210895 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Attempting to bind port 42163688-0f26-433a-b60b-97256fc0be15 on network ac997ab0-199f-40d7-b7c2-5fd6cc14b24d {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:28:12.216027 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:28:12.216364 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Checking segment: {'id': 'd5066bd5-2b9a-4ceb-93d1-e85808539251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:28:12.216737 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Bound using segment: {'id': 'd5066bd5-2b9a-4ceb-93d1-e85808539251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d'} {{(pid=106604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:28:12.217190 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.managers [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Bound port: 42163688-0f26-433a-b60b-97256fc0be15, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5066bd5-2b9a-4ceb-93d1-e85808539251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d'}}] {{(pid=106604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:28:12.217548 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (42163688-0f26-433a-b60b-97256fc0be15), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:12.287506 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] For port 42163688-0f26-433a-b60b-97256fc0be15, host hv-cinder-84630, cleared binding levels {{(pid=106604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:12.290689 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] For port 42163688-0f26-433a-b60b-97256fc0be15, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=42163688-0f26-433a-b60b-97256fc0be15,segment=NetworkSegment(d5066bd5-2b9a-4ceb-93d1-e85808539251),segment_id=d5066bd5-2b9a-4ceb-93d1-e85808539251)] {{(pid=106604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:12.296928 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (42163688-0f26-433a-b60b-97256fc0be15), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:12.301486 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:12.302083 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:12.303749 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/42163688-0f26-433a-b60b-97256fc0be15 HTTP/1.1" status: 200 len: 1098 time: 0.8415387 Aug 27 02:28:12.304235 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac07d059-1555-4f61-9a85-28396691a934', 'tag': '42163688-0f26-433a-b60b-97256fc0be15'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:28:12.306609 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f766e988-15b0-40e4-a2bf-140549df2c04" -d '{"events": [{"name": "network-changed", "server_uuid": "ac07d059-1555-4f61-9a85-28396691a934", "tag": "42163688-0f26-433a-b60b-97256fc0be15"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:12.359322 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa885a-6001-42ef-98db-fbb309c3c2c0 req-f5e91c46-8da7-4202-a3a8-0a09b8a72984 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:12.361591 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56724784-ced2-430a-bbdb-96cf405dd72f service neutron] Pushing event updated for resources: {'Port': ['ID=42163688-0f26-433a-b60b-97256fc0be15,revision_number=3']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:12.367316 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eaaa885a-6001-42ef-98db-fbb309c3c2c0 req-f5e91c46-8da7-4202-a3a8-0a09b8a72984 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 948 time: 0.0621135 Aug 27 02:28:12.417860 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-ba8e6641-aadc-40b8-8f4e-5d1495c6b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:12.419375 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-ba8e6641-aadc-40b8-8f4e-5d1495c6b97c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e1d1bead2e4f4102a53f582a4815661d&device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 1132 time: 0.0471272 Aug 27 02:28:12.427574 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eaaa885a-6001-42ef-98db-fbb309c3c2c0 req-a414e725-90f1-45aa-b08b-0265f6489947 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592446 Aug 27 02:28:12.478834 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-5850a337-918a-42b1-9cca-ffc605a12a24 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=42163688-0f26-433a-b60b-97256fc0be15 HTTP/1.1" status: 200 len: 217 time: 0.0440280 Aug 27 02:28:12.496897 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851e2936-c522-4f6b-9965-34268a30a704 x-openstack-request-id: req-851e2936-c522-4f6b-9965-34268a30a704 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:12.497244 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac07d059-1555-4f61-9a85-28396691a934", "tag": "42163688-0f26-433a-b60b-97256fc0be15", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:12.499853 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-851e2936-c522-4f6b-9965-34268a30a704 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:12.499853 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851e2936-c522-4f6b-9965-34268a30a704'] response: {'name': 'network-changed', 'server_uuid': 'ac07d059-1555-4f61-9a85-28396691a934', 'tag': '42163688-0f26-433a-b60b-97256fc0be15', 'status': 'completed', 'code': 200} Aug 27 02:28:12.540223 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-e70655c0-5ff5-4f94-bf73-720df44452c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:12.541745 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-e70655c0-5ff5-4f94-bf73-720df44452c0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=55eaf589-77f6-499a-afbd-c0cef0a9d6c3 HTTP/1.1" status: 200 len: 843 time: 0.0555811 Aug 27 02:28:12.592426 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-bd8d7dbf-a703-47cd-8e08-f135cd352eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:12.593975 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-bd8d7dbf-a703-47cd-8e08-f135cd352eeb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ac997ab0-199f-40d7-b7c2-5fd6cc14b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0451820 Aug 27 02:28:12.688720 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-f87d3da1-4dfa-4040-8b95-7a008320404a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ac997ab0-199f-40d7-b7c2-5fd6cc14b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871654 Aug 27 02:28:12.786976 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-9e3827dc-9070-4e87-b75a-0ce7db72ebb2 req-f6126e8e-3cd3-43e2-898e-0e79ccf7d6cb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ac997ab0-199f-40d7-b7c2-5fd6cc14b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916154 Aug 27 02:28:13.447653 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:13.455415 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:13.552964 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a735c5-e4e0-47a1-9e71-5f327245d34f req-47912fc7-39c2-4169-8053-ca6ecdac8234 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:13.554517 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18a735c5-e4e0-47a1-9e71-5f327245d34f req-47912fc7-39c2-4169-8053-ca6ecdac8234 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 948 time: 0.0484107 Aug 27 02:28:13.603025 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18a735c5-e4e0-47a1-9e71-5f327245d34f req-87244f49-0376-4ab9-be63-93fa77a300f5 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Aug 27 02:28:14.296906 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:28:14.475828 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddeeff-9fca-4fc9-b8a3-ec31462334b9 req-5871a1b5-0bac-4c71-b396-c7e0022efaeb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:14.477348 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-faddeeff-9fca-4fc9-b8a3-ec31462334b9 req-5871a1b5-0bac-4c71-b396-c7e0022efaeb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0520234 Aug 27 02:28:14.489712 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:14.528991 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-faddeeff-9fca-4fc9-b8a3-ec31462334b9 req-28982a6e-2f3d-4ddb-a683-3c7912562ed7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459118 Aug 27 02:28:14.731108 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c4cf-c04c-4f31-b764-55858400ac91 req-80aa88f4-8a19-4ae7-b458-ee8294ecb612 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:14.732630 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0fb3c4cf-c04c-4f31-b764-55858400ac91 req-80aa88f4-8a19-4ae7-b458-ee8294ecb612 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 948 time: 0.0487106 Aug 27 02:28:14.745163 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:14.783067 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0fb3c4cf-c04c-4f31-b764-55858400ac91 req-67a9530a-eb47-4434-b9f3-67baf3ef21df tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Aug 27 02:28:15.669574 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930af89-df2e-4bca-b818-8a4e50f05a09 req-ba4f4e2b-00f0-48c4-9abd-42286e63a68f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:15.671091 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0930af89-df2e-4bca-b818-8a4e50f05a09 req-ba4f4e2b-00f0-48c4-9abd-42286e63a68f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0599864 Aug 27 02:28:15.721615 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0930af89-df2e-4bca-b818-8a4e50f05a09 req-87b04177-82c5-4aaa-81ed-6d8ba6370a50 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432959 Aug 27 02:28:15.906785 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf0436-f1c5-4c29-866f-b7fe78a8d631 req-94af5a59-1cf1-46a3-85f5-db538f04cc59 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:15.908644 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7bcf0436-f1c5-4c29-866f-b7fe78a8d631 req-94af5a59-1cf1-46a3-85f5-db538f04cc59 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 948 time: 0.0513864 Aug 27 02:28:15.963259 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7bcf0436-f1c5-4c29-866f-b7fe78a8d631 req-55d5a062-3bf4-4104-a947-9e869f155b77 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464129 Aug 27 02:28:16.857205 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892b3b7-0273-431a-b19f-1a6b61edbe8b req-ebdbd48a-554b-468b-90ed-1a5e0f1eef57 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:16.859233 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6892b3b7-0273-431a-b19f-1a6b61edbe8b req-ebdbd48a-554b-468b-90ed-1a5e0f1eef57 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0529974 Aug 27 02:28:16.912304 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6892b3b7-0273-431a-b19f-1a6b61edbe8b req-de8aee82-9857-46a3-930d-1ade3844827b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475914 Aug 27 02:28:17.107004 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a30e4c-ce03-4b90-a358-e8ca020704bd req-96286bb5-22f5-4022-9301-af74d20191c3 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:17.108495 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-20a30e4c-ce03-4b90-a358-e8ca020704bd req-96286bb5-22f5-4022-9301-af74d20191c3 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 948 time: 0.0529797 Aug 27 02:28:17.163179 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-20a30e4c-ce03-4b90-a358-e8ca020704bd req-ebbb754a-0db3-428e-b7b6-8a008da80eff tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472305 Aug 27 02:28:18.041859 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d831d2-898d-456a-aa94-b59655d32759 req-a4e80398-50d5-4b2b-8331-7bd67fe1eb59 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:18.043415 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7d831d2-898d-456a-aa94-b59655d32759 req-a4e80398-50d5-4b2b-8331-7bd67fe1eb59 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0492244 Aug 27 02:28:18.096111 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7d831d2-898d-456a-aa94-b59655d32759 req-e547a840-83f3-47d0-8501-110288dc52a5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464623 Aug 27 02:28:18.307805 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f2754-5d1f-4bd9-8e97-71254d4d33eb req-09a34e19-1f9f-473f-bec0-26f8d42b929a tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:18.309350 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f62f2754-5d1f-4bd9-8e97-71254d4d33eb req-09a34e19-1f9f-473f-bec0-26f8d42b929a tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 948 time: 0.0600529 Aug 27 02:28:18.363729 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f62f2754-5d1f-4bd9-8e97-71254d4d33eb req-f168b5ae-5854-49d7-8a93-29834329869f tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480118 Aug 27 02:28:19.235973 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddf7b3-6a95-4f02-9e38-1e39e2567943 req-9993db00-3a24-4029-8a71-b736ff73f46b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:19.237485 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-73ddf7b3-6a95-4f02-9e38-1e39e2567943 req-9993db00-3a24-4029-8a71-b736ff73f46b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0537956 Aug 27 02:28:19.288081 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-73ddf7b3-6a95-4f02-9e38-1e39e2567943 req-46d2e931-70e7-4418-a627-92d0c7afae79 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444238 Aug 27 02:28:19.498324 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a65cb-2c8c-4d13-8044-d68dbbb1230c req-972626c2-543f-4b80-b1c8-a926b54de7d3 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:19.499790 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d38a65cb-2c8c-4d13-8044-d68dbbb1230c req-972626c2-543f-4b80-b1c8-a926b54de7d3 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 948 time: 0.0599992 Aug 27 02:28:19.552388 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d38a65cb-2c8c-4d13-8044-d68dbbb1230c req-e67061bf-6fee-4418-8dc6-39fdf5664dc5 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468845 Aug 27 02:28:20.412709 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 42163688-0f26-433a-b60b-97256fc0be15 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:20.421459 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdbbd0-a3ef-46e4-8925-2fa8e71af2e2 req-97049e27-64a9-44d1-8c17-b639748282b9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:20.423012 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ccdbbd0-a3ef-46e4-8925-2fa8e71af2e2 req-97049e27-64a9-44d1-8c17-b639748282b9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0475647 Aug 27 02:28:20.486738 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ccdbbd0-a3ef-46e4-8925-2fa8e71af2e2 req-fdec0d4d-ac05-477f-b44e-21b5a35165db tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542138 Aug 27 02:28:20.663156 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 42163688-0f26-433a-b60b-97256fc0be15, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=42163688-0f26-433a-b60b-97256fc0be15,segment=NetworkSegment(d5066bd5-2b9a-4ceb-93d1-e85808539251),segment_id=d5066bd5-2b9a-4ceb-93d1-e85808539251)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:20.672427 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:20.674931 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '42163688-0f26-433a-b60b-97256fc0be15', 'network_id': 'ac997ab0-199f-40d7-b7c2-5fd6cc14b24d', 'port_id': '42163688-0f26-433a-b60b-97256fc0be15', 'mac_address': 'fa:16:3e:68:4c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55eaf589-77f6-499a-afbd-c0cef0a9d6c3', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:20.689238 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baac66-5b8e-4aac-8188-a9ce812122f0 req-d32d33c6-856e-4cb7-886d-b8be40f59771 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:20.690757 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-37baac66-5b8e-4aac-8188-a9ce812122f0 req-d32d33c6-856e-4cb7-886d-b8be40f59771 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 948 time: 0.0488527 Aug 27 02:28:20.714602 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 42163688-0f26-433a-b60b-97256fc0be15 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:28:20.715122 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (42163688-0f26-433a-b60b-97256fc0be15), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:20.730106 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42163688-0f26-433a-b60b-97256fc0be15 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:28:20.746490 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-37baac66-5b8e-4aac-8188-a9ce812122f0 req-d92f4a3d-d724-4fef-82f5-4ec7cd924121 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486052 Aug 27 02:28:20.751675 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 42163688-0f26-433a-b60b-97256fc0be15, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=42163688-0f26-433a-b60b-97256fc0be15,segment=NetworkSegment(d5066bd5-2b9a-4ceb-93d1-e85808539251),segment_id=d5066bd5-2b9a-4ceb-93d1-e85808539251)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:20.757313 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (42163688-0f26-433a-b60b-97256fc0be15), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:20.806546 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=42163688-0f26-433a-b60b-97256fc0be15,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:20.813916 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.814255 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.814601 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.814961 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.815292 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.815609 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.815927 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.816244 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.816563 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.816925 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.817684 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.818231 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.818632 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.819050 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.819389 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:20.902851 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7673ae9e-0b78-44a7-8920-01e838e7f010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:21.491099 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766e988-15b0-40e4-a2bf-140549df2c04 req-d1e1a473-9746-4a15-8453-25ff41c63b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:21.492610 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f766e988-15b0-40e4-a2bf-140549df2c04 req-d1e1a473-9746-4a15-8453-25ff41c63b4d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=e1d1bead2e4f4102a53f582a4815661d&device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 1133 time: 0.0490012 Aug 27 02:28:21.602538 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:21.604848 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766e988-15b0-40e4-a2bf-140549df2c04 req-1b989297-7633-43fd-a559-483148b26791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:21.606402 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f766e988-15b0-40e4-a2bf-140549df2c04 req-1b989297-7633-43fd-a559-483148b26791 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=ac997ab0-199f-40d7-b7c2-5fd6cc14b24d HTTP/1.1" status: 200 len: 870 time: 0.1042037 Aug 27 02:28:21.611401 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['42163688-0f26-433a-b60b-97256fc0be15'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:28:21.627894 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee57e7-0739-4d81-87fe-28b9944c1b80 req-932d2a91-4c60-47b5-9f87-cef2ce248520 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:21.629415 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1eee57e7-0739-4d81-87fe-28b9944c1b80 req-932d2a91-4c60-47b5-9f87-cef2ce248520 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0604024 Aug 27 02:28:21.673890 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:21.687584 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1eee57e7-0739-4d81-87fe-28b9944c1b80 req-f112740c-a843-4778-82a5-4b16ab04e646 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520084 Aug 27 02:28:21.736281 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f766e988-15b0-40e4-a2bf-140549df2c04 req-7aea5c08-ab55-4c17-818a-b90d3919390f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=42163688-0f26-433a-b60b-97256fc0be15 HTTP/1.1" status: 200 len: 217 time: 0.0472114 Aug 27 02:28:21.797358 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766e988-15b0-40e4-a2bf-140549df2c04 req-8b702bc6-0b42-4025-a9ce-6984cc7b4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:21.799652 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f766e988-15b0-40e4-a2bf-140549df2c04 req-8b702bc6-0b42-4025-a9ce-6984cc7b4a2a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=55eaf589-77f6-499a-afbd-c0cef0a9d6c3 HTTP/1.1" status: 200 len: 843 time: 0.0571003 Aug 27 02:28:21.872716 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766e988-15b0-40e4-a2bf-140549df2c04 req-f208e54f-f46b-4eca-9396-b0395f333382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:21.874940 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f766e988-15b0-40e4-a2bf-140549df2c04 req-f208e54f-f46b-4eca-9396-b0395f333382 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=ac997ab0-199f-40d7-b7c2-5fd6cc14b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0616703 Aug 27 02:28:21.909414 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558df2f-3cd7-48f8-bf07-0c2cf3ce8808 req-6cbd78b6-6143-4138-b1a8-407514e4f3a4 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:21.910981 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9558df2f-3cd7-48f8-bf07-0c2cf3ce8808 req-6cbd78b6-6143-4138-b1a8-407514e4f3a4 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 949 time: 0.0821362 Aug 27 02:28:21.964535 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9558df2f-3cd7-48f8-bf07-0c2cf3ce8808 req-604b9644-6167-4edd-b31a-2243dfdd4dde tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472441 Aug 27 02:28:21.994530 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:21.998862 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f766e988-15b0-40e4-a2bf-140549df2c04 req-e07419a3-2a98-4070-8a54-bda7e4b1d71f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ac997ab0-199f-40d7-b7c2-5fd6cc14b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120062 Aug 27 02:28:22.131433 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-f766e988-15b0-40e4-a2bf-140549df2c04 req-732495ce-2d5d-479a-8f39-8f53f5fd9056 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ac997ab0-199f-40d7-b7c2-5fd6cc14b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205568 Aug 27 02:28:22.829649 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c08d-ff98-4437-ab49-4d950a36bcec req-4e6fc7ed-006b-4988-93c0-44b314f20854 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:22.831420 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8489c08d-ff98-4437-ab49-4d950a36bcec req-4e6fc7ed-006b-4988-93c0-44b314f20854 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0545292 Aug 27 02:28:22.888292 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8489c08d-ff98-4437-ab49-4d950a36bcec req-e0987167-e6b9-4b05-975f-d1b657a8284d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508883 Aug 27 02:28:23.096329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cf44f-e3c6-4e7a-99af-621104b1a635 req-ab670177-2d36-4c4d-aaae-fb266560a853 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:23.097970 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c45cf44f-e3c6-4e7a-99af-621104b1a635 req-ab670177-2d36-4c4d-aaae-fb266560a853 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 949 time: 0.0514016 Aug 27 02:28:23.147766 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 42163688-0f26-433a-b60b-97256fc0be15 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:23.154943 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c45cf44f-e3c6-4e7a-99af-621104b1a635 req-46817329-0d1c-400a-b259-1535aafec56a tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503383 Aug 27 02:28:23.196320 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 42163688-0f26-433a-b60b-97256fc0be15 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:28:23.202462 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 42163688-0f26-433a-b60b-97256fc0be15 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:28:23.202834 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (42163688-0f26-433a-b60b-97256fc0be15), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:23.301216 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 42163688-0f26-433a-b60b-97256fc0be15 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:28:23.301614 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (42163688-0f26-433a-b60b-97256fc0be15), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:23.333749 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac07d059-1555-4f61-9a85-28396691a934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42163688-0f26-433a-b60b-97256fc0be15'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:28:23.335004 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fab081-4bf2-4e55-9b0b-e11e97911344" -d '{"events": [{"server_uuid": "ac07d059-1555-4f61-9a85-28396691a934", "name": "network-vif-plugged", "status": "completed", "tag": "42163688-0f26-433a-b60b-97256fc0be15"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:23.352171 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 42163688-0f26-433a-b60b-97256fc0be15, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=42163688-0f26-433a-b60b-97256fc0be15,segment=NetworkSegment(d5066bd5-2b9a-4ceb-93d1-e85808539251),segment_id=d5066bd5-2b9a-4ceb-93d1-e85808539251)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:23.357794 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (42163688-0f26-433a-b60b-97256fc0be15), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:23.392676 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308903c2-37ab-4c05-9575-9550e920c70e x-openstack-request-id: req-308903c2-37ab-4c05-9575-9550e920c70e {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:23.392992 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac07d059-1555-4f61-9a85-28396691a934", "name": "network-vif-plugged", "status": "completed", "tag": "42163688-0f26-433a-b60b-97256fc0be15", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:23.393276 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-308903c2-37ab-4c05-9575-9550e920c70e {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:23.393673 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308903c2-37ab-4c05-9575-9550e920c70e'] response: {'server_uuid': 'ac07d059-1555-4f61-9a85-28396691a934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42163688-0f26-433a-b60b-97256fc0be15', 'code': 200} Aug 27 02:28:23.418893 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=42163688-0f26-433a-b60b-97256fc0be15,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:23.635136 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a38bd-0b92-48a3-87f5-f1307ab5fc24 req-8f146a88-d184-4b2f-a4ce-db5f43c71139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:23.636657 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a27a38bd-0b92-48a3-87f5-f1307ab5fc24 req-8f146a88-d184-4b2f-a4ce-db5f43c71139 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 1134 time: 0.0415821 Aug 27 02:28:23.688899 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a27a38bd-0b92-48a3-87f5-f1307ab5fc24 req-10d1e2a6-0b3d-4ead-9c96-38d511b81276 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420294 Aug 27 02:28:23.977070 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-103d9ca0-c612-4f2e-9d57-c91cc2a659e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:24.021456 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc7759-d490-44ba-9554-50bb16568181 req-f072184b-0f64-4807-855b-66f27b24ff1c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:24.023254 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b1fc7759-d490-44ba-9554-50bb16568181 req-f072184b-0f64-4807-855b-66f27b24ff1c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0526888 Aug 27 02:28:24.084233 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b1fc7759-d490-44ba-9554-50bb16568181 req-59e771c0-55ad-41db-90f4-cefa8b4966f0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548992 Aug 27 02:28:24.291856 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:24.293050 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:24.309826 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36681c3a-a271-4c76-88b6-03a2fa86930a req-b88928d7-b5dd-4490-a696-e37cca3f659f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:24.311402 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-36681c3a-a271-4c76-88b6-03a2fa86930a req-b88928d7-b5dd-4490-a696-e37cca3f659f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 946 time: 0.0819340 Aug 27 02:28:24.317399 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84240a7-30a7-485e-8cce-0e248c8c2409 req-6ff2846f-16b1-4d3d-b3c2-c5fa710aeb14 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:24.319077 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e84240a7-30a7-485e-8cce-0e248c8c2409 req-6ff2846f-16b1-4d3d-b3c2-c5fa710aeb14 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 950 time: 0.0760198 Aug 27 02:28:24.403016 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-36681c3a-a271-4c76-88b6-03a2fa86930a req-3d99039c-ed97-4ada-b134-0b6e7a1b0de2 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829060 Aug 27 02:28:24.407736 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e84240a7-30a7-485e-8cce-0e248c8c2409 req-7ef618bd-1479-48db-b064-2eb9bea0971c tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806022 Aug 27 02:28:25.218962 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376e174-aa50-4c3a-812b-d29812428093 req-44d9efe4-503c-4c57-8718-248d0e97b51e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:25.220448 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4376e174-aa50-4c3a-812b-d29812428093 req-44d9efe4-503c-4c57-8718-248d0e97b51e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0500782 Aug 27 02:28:25.280869 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4376e174-aa50-4c3a-812b-d29812428093 req-e02d151b-6df2-4fe1-8ffa-e09ace0434bd tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532882 Aug 27 02:28:25.560568 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53cdb-46e0-469a-937a-ed54072bfc9e req-c518827d-9cf4-4363-ae2d-572a2a4e0085 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:25.562037 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-78f53cdb-46e0-469a-937a-ed54072bfc9e req-c518827d-9cf4-4363-ae2d-572a2a4e0085 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 946 time: 0.0779958 Aug 27 02:28:25.569697 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0593-7076-421b-991e-539827763e33 req-ca230ad8-de30-4384-a27d-56eee9081342 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:25.571034 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a60f0593-7076-421b-991e-539827763e33 req-ca230ad8-de30-4384-a27d-56eee9081342 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 950 time: 0.0781865 Aug 27 02:28:25.645080 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-78f53cdb-46e0-469a-937a-ed54072bfc9e req-30784f1e-d624-4b65-a9dd-2dbd74b9915d tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731156 Aug 27 02:28:25.648176 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a60f0593-7076-421b-991e-539827763e33 req-cb60536e-f300-40b8-a5fd-20e262369279 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704863 Aug 27 02:28:26.405515 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:26.422637 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d0aff-bd40-4312-bda8-7e9ab1ee910d req-503185d7-11db-494c-bb2f-46262abf9e35 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:26.424113 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f4d0aff-bd40-4312-bda8-7e9ab1ee910d req-503185d7-11db-494c-bb2f-46262abf9e35 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0513885 Aug 27 02:28:26.476268 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f4d0aff-bd40-4312-bda8-7e9ab1ee910d req-e98ed34b-560c-42a1-bd9a-913423bf87f6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458148 Aug 27 02:28:26.574660 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:26.808381 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d272f6e-94e0-4cbf-b135-149e1da44845 req-edb951db-2a03-4e94-be5f-42f814d83dbe tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:26.809900 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6d272f6e-94e0-4cbf-b135-149e1da44845 req-edb951db-2a03-4e94-be5f-42f814d83dbe tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 950 time: 0.0806153 Aug 27 02:28:26.815461 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f1333-a260-434b-a457-ea84d2051ad0 req-2cf3d109-8b5f-410d-95e5-db5088ea2103 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:26.816770 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-760f1333-a260-434b-a457-ea84d2051ad0 req-2cf3d109-8b5f-410d-95e5-db5088ea2103 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 946 time: 0.0786085 Aug 27 02:28:26.831483 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:26.897048 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6d272f6e-94e0-4cbf-b135-149e1da44845 req-6318f31f-1c99-4abf-9b69-4730a48b470e tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787437 Aug 27 02:28:26.900432 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-760f1333-a260-434b-a457-ea84d2051ad0 req-f7d43a3c-d52a-487c-ac54-8b50f4c544be tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758502 Aug 27 02:28:27.073557 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bab9c-058c-44bc-8395-2bb3966d7735 req-45e53326-3356-4a20-84e7-a523edd7f13e tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:27.075292 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-389bab9c-058c-44bc-8395-2bb3966d7735 req-45e53326-3356-4a20-84e7-a523edd7f13e tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 946 time: 0.0497475 Aug 27 02:28:27.618215 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529997f-63b5-416d-bdcd-5de69ad3a082 req-2bf24093-416b-4aed-9167-73b04405aaab tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:27.620397 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0529997f-63b5-416d-bdcd-5de69ad3a082 req-2bf24093-416b-4aed-9167-73b04405aaab tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0530176 Aug 27 02:28:27.675116 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0529997f-63b5-416d-bdcd-5de69ad3a082 req-72654054-1560-4a33-b870-e099360de349 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484867 Aug 27 02:28:27.820367 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-389bab9c-058c-44bc-8395-2bb3966d7735 req-0e3cebb5-0477-4eb9-85e1-27444291c85f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Deleting port 692449b2-a058-408c-bf04-f924a65e0f5a {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:28:27.820582 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-389bab9c-058c-44bc-8395-2bb3966d7735 req-0e3cebb5-0477-4eb9-85e1-27444291c85f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:27.920808 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-389bab9c-058c-44bc-8395-2bb3966d7735 req-0e3cebb5-0477-4eb9-85e1-27444291c85f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] For port 692449b2-a058-408c-bf04-f924a65e0f5a, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=692449b2-a058-408c-bf04-f924a65e0f5a,segment=NetworkSegment(5ef67d85-a579-4d6d-abbd-4ca638fc88b8),segment_id=5ef67d85-a579-4d6d-abbd-4ca638fc88b8)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:27.921385 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-389bab9c-058c-44bc-8395-2bb3966d7735 req-0e3cebb5-0477-4eb9-85e1-27444291c85f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:27.945911 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-389bab9c-058c-44bc-8395-2bb3966d7735 req-0e3cebb5-0477-4eb9-85e1-27444291c85f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Calling delete_port for 692449b2-a058-408c-bf04-f924a65e0f5a owned by compute:nova {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:28:28.021368 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:28.067641 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2c6e-0a7f-4ebc-ab06-1f204df0aedc req-f8f33b59-9832-499d-9a4c-7e3675a99bb9 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:28.069266 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-786f2c6e-0a7f-4ebc-ab06-1f204df0aedc req-f8f33b59-9832-499d-9a4c-7e3675a99bb9 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 946 time: 0.0872858 Aug 27 02:28:28.090027 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8c905-a898-4899-9ea9-c692734090b8 req-71e40373-6283-44ac-bffa-6e0fe353ad67 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:28.091464 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-72d8c905-a898-4899-9ea9-c692734090b8 req-71e40373-6283-44ac-bffa-6e0fe353ad67 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 950 time: 0.0685575 Aug 27 02:28:28.113992 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-389bab9c-058c-44bc-8395-2bb3966d7735 req-0e3cebb5-0477-4eb9-85e1-27444291c85f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (692449b2-a058-408c-bf04-f924a65e0f5a), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:28.143698 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cebb5-0477-4eb9-85e1-27444291c85f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Pushing event deleted for resources: {'Port': ['ID=692449b2-a058-408c-bf04-f924a65e0f5a,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:28.158962 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-786f2c6e-0a7f-4ebc-ab06-1f204df0aedc req-bff0c240-89c6-43b1-8f6b-9ece1204fa7b tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=22773b5d-8643-4525-b63b-359078cbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805233 Aug 27 02:28:28.181704 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-72d8c905-a898-4899-9ea9-c692734090b8 req-f7450205-bb9d-47d3-87b2-55631fcec52f tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795574 Aug 27 02:28:28.214950 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-389bab9c-058c-44bc-8395-2bb3966d7735 req-0e3cebb5-0477-4eb9-85e1-27444291c85f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] No DVR routers for this DVR port 692449b2-a058-408c-bf04-f924a65e0f5a on host hv-cinder-84630 {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:28:28.217748 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-389bab9c-058c-44bc-8395-2bb3966d7735 req-0e3cebb5-0477-4eb9-85e1-27444291c85f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:28.221318 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-389bab9c-058c-44bc-8395-2bb3966d7735 req-0e3cebb5-0477-4eb9-85e1-27444291c85f tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.45 "DELETE /networking/v2.0/ports/692449b2-a058-408c-bf04-f924a65e0f5a HTTP/1.1" status: 204 len: 173 time: 0.4938576 Aug 27 02:28:28.221819 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dae88e-3429-47c7-9376-c4c0d9cddd29', 'name': 'network-vif-deleted', 'tag': '692449b2-a058-408c-bf04-f924a65e0f5a'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:28:28.224202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4886ffcc-15ed-4eb7-ad38-2fe0cb9c5ad4" -d '{"events": [{"server_uuid": "46dae88e-3429-47c7-9376-c4c0d9cddd29", "name": "network-vif-deleted", "tag": "692449b2-a058-408c-bf04-f924a65e0f5a"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:28.278772 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d10fea-f159-4cab-afed-de0b87769332 x-openstack-request-id: req-a6d10fea-f159-4cab-afed-de0b87769332 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:28.279586 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dae88e-3429-47c7-9376-c4c0d9cddd29", "name": "network-vif-deleted", "tag": "692449b2-a058-408c-bf04-f924a65e0f5a", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:28.279921 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6d10fea-f159-4cab-afed-de0b87769332 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:28.280405 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d10fea-f159-4cab-afed-de0b87769332'] response: {'server_uuid': '46dae88e-3429-47c7-9376-c4c0d9cddd29', 'name': 'network-vif-deleted', 'tag': '692449b2-a058-408c-bf04-f924a65e0f5a', 'status': 'completed', 'code': 200} Aug 27 02:28:28.497798 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06193cfa-f259-4b06-8041-f0f64178ccbb req-9925c496-f3bd-4978-b340-783e951b79c9 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:28.499274 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-06193cfa-f259-4b06-8041-f0f64178ccbb req-9925c496-f3bd-4978-b340-783e951b79c9 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 950 time: 0.0483201 Aug 27 02:28:28.554038 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-06193cfa-f259-4b06-8041-f0f64178ccbb req-d77a908c-ea2e-43fa-9bd6-e857feb32924 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 Aug 27 02:28:28.661765 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:28.668271 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:28.813874 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9073ef-afdd-4540-9464-96a9f3fdfaf6 req-031b4080-eebf-4f18-bbf7-ad7a4b1c6b05 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:28.815380 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0b9073ef-afdd-4540-9464-96a9f3fdfaf6 req-031b4080-eebf-4f18-bbf7-ad7a4b1c6b05 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0481005 Aug 27 02:28:28.870788 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0b9073ef-afdd-4540-9464-96a9f3fdfaf6 req-997c5227-8c4c-42df-bb08-d53ce652a1e2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490437 Aug 27 02:28:28.989246 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:29.002166 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:29.201700 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 692449b2-a058-408c-bf04-f924a65e0f5a no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:29.222062 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 692449b2-a058-408c-bf04-f924a65e0f5a {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:28:29.222350 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 692449b2-a058-408c-bf04-f924a65e0f5a not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:29.290523 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e126ec02-8bde-4ec8-814f-8db4af62f660 req-a942944d-ea08-40c4-b146-94459134e7d9 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 210 time: 0.0293560 Aug 27 02:28:29.698312 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaba5a-f6dd-4be2-8872-7e469ee685e3 req-cf6960cd-fa21-4b63-8718-f9ff27f3fe47 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:29.699947 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-befaba5a-f6dd-4be2-8872-7e469ee685e3 req-cf6960cd-fa21-4b63-8718-f9ff27f3fe47 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 950 time: 0.0595121 Aug 27 02:28:29.753927 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-befaba5a-f6dd-4be2-8872-7e469ee685e3 req-be67cb3f-bd5c-49ea-9685-b18405c95d7c tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465605 Aug 27 02:28:30.003324 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568f1d1-7709-4c50-b4bd-1c4abbacf505 req-067a9c91-3a3b-43e9-a53b-108d45bcf767 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:30.004902 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a568f1d1-7709-4c50-b4bd-1c4abbacf505 req-067a9c91-3a3b-43e9-a53b-108d45bcf767 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0471516 Aug 27 02:28:30.058399 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a568f1d1-7709-4c50-b4bd-1c4abbacf505 req-df932c2d-3152-4ac4-b303-42d8d2abd204 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470669 Aug 27 02:28:30.392272 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002037f-254a-4f11-808f-ca848b7164d9 req-43aede38-9fe1-490a-90b6-7321e0ebe661 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:30.393862 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e002037f-254a-4f11-808f-ca848b7164d9 req-43aede38-9fe1-490a-90b6-7321e0ebe661 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 950 time: 0.0541079 Aug 27 02:28:30.417567 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e5f84cdb-f803-42ba-bb1e-b7f5bc766ef7 req-195b04e8-21d7-4e45-bf72-707c50b9c1b2 tempest-VolumesSnapshotTestJSON-1750456804 tempest-VolumesSnapshotTestJSON-1750456804-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46dae88e-3429-47c7-9376-c4c0d9cddd29 HTTP/1.1" status: 200 len: 210 time: 0.0325706 Aug 27 02:28:30.762423 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:30.776429 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-e002037f-254a-4f11-808f-ca848b7164d9 req-d109c523-3a92-4e3a-b699-7daa1ac68409 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Deleting port 42163688-0f26-433a-b60b-97256fc0be15 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:28:30.776819 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e002037f-254a-4f11-808f-ca848b7164d9 req-d109c523-3a92-4e3a-b699-7daa1ac68409 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (42163688-0f26-433a-b60b-97256fc0be15), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:30.896765 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-e002037f-254a-4f11-808f-ca848b7164d9 req-d109c523-3a92-4e3a-b699-7daa1ac68409 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] For port 42163688-0f26-433a-b60b-97256fc0be15, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=42163688-0f26-433a-b60b-97256fc0be15,segment=NetworkSegment(d5066bd5-2b9a-4ceb-93d1-e85808539251),segment_id=d5066bd5-2b9a-4ceb-93d1-e85808539251)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:30.897188 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e002037f-254a-4f11-808f-ca848b7164d9 req-d109c523-3a92-4e3a-b699-7daa1ac68409 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (42163688-0f26-433a-b60b-97256fc0be15), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:30.911791 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-e002037f-254a-4f11-808f-ca848b7164d9 req-d109c523-3a92-4e3a-b699-7daa1ac68409 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Calling delete_port for 42163688-0f26-433a-b60b-97256fc0be15 owned by compute:nova {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:28:30.917410 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63f47-95ab-425f-8f5b-af68ad2f86a5 req-9f6fa1bd-2913-4d94-8785-30cfdf822e45 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:30.919031 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ed63f47-95ab-425f-8f5b-af68ad2f86a5 req-9f6fa1bd-2913-4d94-8785-30cfdf822e45 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 950 time: 0.0736194 Aug 27 02:28:30.980196 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ed63f47-95ab-425f-8f5b-af68ad2f86a5 req-97ce20fd-8bf8-489a-a261-f8d6e2276c3b tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d12bc9d8-05e2-433f-b269-702164b4a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544541 Aug 27 02:28:31.005013 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:31.067005 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e002037f-254a-4f11-808f-ca848b7164d9 req-d109c523-3a92-4e3a-b699-7daa1ac68409 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (42163688-0f26-433a-b60b-97256fc0be15), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:31.097156 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109c523-3a92-4e3a-b699-7daa1ac68409 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Pushing event deleted for resources: {'Port': ['ID=42163688-0f26-433a-b60b-97256fc0be15,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:31.109013 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['42163688-0f26-433a-b60b-97256fc0be15'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:28:31.144585 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-e002037f-254a-4f11-808f-ca848b7164d9 req-d109c523-3a92-4e3a-b699-7daa1ac68409 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] No DVR routers for this DVR port 42163688-0f26-433a-b60b-97256fc0be15 on host hv-cinder-84630 {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:28:31.149427 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-e002037f-254a-4f11-808f-ca848b7164d9 req-d109c523-3a92-4e3a-b699-7daa1ac68409 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:31.153216 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e002037f-254a-4f11-808f-ca848b7164d9 req-d109c523-3a92-4e3a-b699-7daa1ac68409 tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.45 "DELETE /networking/v2.0/ports/42163688-0f26-433a-b60b-97256fc0be15 HTTP/1.1" status: 204 len: 173 time: 0.4804587 Aug 27 02:28:31.153694 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac07d059-1555-4f61-9a85-28396691a934', 'name': 'network-vif-deleted', 'tag': '42163688-0f26-433a-b60b-97256fc0be15'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:28:31.156498 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620f1d31-2be3-4c2a-a442-8161864ad637" -d '{"events": [{"server_uuid": "ac07d059-1555-4f61-9a85-28396691a934", "name": "network-vif-deleted", "tag": "42163688-0f26-433a-b60b-97256fc0be15"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:31.226978 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b320786d-458d-4ea7-9822-9c16e0cf98e4 x-openstack-request-id: req-b320786d-458d-4ea7-9822-9c16e0cf98e4 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:31.227256 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac07d059-1555-4f61-9a85-28396691a934", "name": "network-vif-deleted", "tag": "42163688-0f26-433a-b60b-97256fc0be15", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:31.227516 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b320786d-458d-4ea7-9822-9c16e0cf98e4 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:31.227925 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b320786d-458d-4ea7-9822-9c16e0cf98e4'] response: {'server_uuid': 'ac07d059-1555-4f61-9a85-28396691a934', 'name': 'network-vif-deleted', 'tag': '42163688-0f26-433a-b60b-97256fc0be15', 'status': 'completed', 'code': 200} Aug 27 02:28:31.231751 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c59bb-e482-47d8-b8c8-dd7fa327a59a req-2e3952b4-8021-4388-a91b-c2e50907e95d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:31.233268 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b89c59bb-e482-47d8-b8c8-dd7fa327a59a req-2e3952b4-8021-4388-a91b-c2e50907e95d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0668712 Aug 27 02:28:31.292269 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b89c59bb-e482-47d8-b8c8-dd7fa327a59a req-cc06ca14-3966-48ae-8eb7-62c5da78108f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515652 Aug 27 02:28:32.086228 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:32.105895 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f795a5d7-85f3-4cfd-a338-8e99bfb8dd63 req-a32b02d0-ed90-4ad6-966a-46358d78676f tempest-VolumesNegativeTest-1839426864 tempest-VolumesNegativeTest-1839426864-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac07d059-1555-4f61-9a85-28396691a934 HTTP/1.1" status: 200 len: 210 time: 0.0314744 Aug 27 02:28:32.419549 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:32.433502 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167e676-666b-4e0a-8d25-cbf44c1ded92 req-769eb87e-154c-45d7-9ad1-64329b2476f6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:32.434983 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6167e676-666b-4e0a-8d25-cbf44c1ded92 req-769eb87e-154c-45d7-9ad1-64329b2476f6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0506628 Aug 27 02:28:32.491953 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6167e676-666b-4e0a-8d25-cbf44c1ded92 req-f2fc8c56-2bd6-4429-a074-8bdee27cdc48 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453215 Aug 27 02:28:33.202460 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 42163688-0f26-433a-b60b-97256fc0be15 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:33.225886 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 42163688-0f26-433a-b60b-97256fc0be15 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:28:33.226254 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 42163688-0f26-433a-b60b-97256fc0be15 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:33.656065 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2dc10-542a-4b8f-8e58-bee971c9fa5c req-162d3fc6-48bc-437e-a160-339a918c06c8 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:33.657569 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ecd2dc10-542a-4b8f-8e58-bee971c9fa5c req-162d3fc6-48bc-437e-a160-339a918c06c8 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0574560 Aug 27 02:28:33.715435 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ecd2dc10-542a-4b8f-8e58-bee971c9fa5c req-c6f14c36-7ff4-47cc-8084-95702fd0a96d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513587 Aug 27 02:28:34.882527 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40277952-4020-4c91-9ceb-c6495dd2de51 req-035cd2e2-2e85-4f70-b926-5d88a3e7e1e4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:34.885142 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40277952-4020-4c91-9ceb-c6495dd2de51 req-035cd2e2-2e85-4f70-b926-5d88a3e7e1e4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0651679 Aug 27 02:28:34.959092 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40277952-4020-4c91-9ceb-c6495dd2de51 req-cf3b44fb-0142-42da-af6c-5bf28befe76d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685029 Aug 27 02:28:36.130623 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3289c6-6a8e-44aa-9d8f-5ecd5189d0be req-e8f8c454-6c45-422d-8b68-88434f2ec86a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:36.131686 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b3289c6-6a8e-44aa-9d8f-5ecd5189d0be req-e8f8c454-6c45-422d-8b68-88434f2ec86a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0642347 Aug 27 02:28:36.229112 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b3289c6-6a8e-44aa-9d8f-5ecd5189d0be req-7ea60c6b-d209-4776-81b5-5e32f0886413 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887587 Aug 27 02:28:37.367531 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eeb5a-4e04-4861-99a7-2ea1b961049a req-85719767-2458-4610-af81-b9c4e0c595e2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:37.369177 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef1eeb5a-4e04-4861-99a7-2ea1b961049a req-85719767-2458-4610-af81-b9c4e0c595e2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0536819 Aug 27 02:28:37.397778 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-c1f63b7b-ae1e-480d-a662-09aa262c9676 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485044 Aug 27 02:28:37.426894 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef1eeb5a-4e04-4861-99a7-2ea1b961049a req-80073229-3038-4e77-8aee-00de1fcf1972 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502763 Aug 27 02:28:37.640760 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-92bb0d55-02a2-4278-a3d3-9943f56f19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:37.642440 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-92bb0d55-02a2-4278-a3d3-9943f56f19d6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 1129 time: 0.0452955 Aug 27 02:28:37.758844 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-9df824fd-d6cf-44ff-b533-c2e9b263ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:37.760347 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-9df824fd-d6cf-44ff-b533-c2e9b263ce24 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.0964885 Aug 27 02:28:37.808234 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-d8460742-faa9-4359-a3ad-62de09bd1928 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81921b15-5b92-41f8-a6fa-30be932b9435 HTTP/1.1" status: 200 len: 217 time: 0.0391653 Aug 27 02:28:37.886768 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-2f7732cb-a6ce-4ec1-9793-ea4bbb1becd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:37.888831 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-2f7732cb-a6ce-4ec1-9793-ea4bbb1becd3 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.0587738 Aug 27 02:28:37.940063 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-5ccf98cf-046d-458f-b6b5-9ccebc19075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:37.941806 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-5ccf98cf-046d-458f-b6b5-9ccebc19075a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465660 Aug 27 02:28:38.068209 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-81664aae-0aba-4797-9a14-9368212683ad service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032553 Aug 27 02:28:38.171054 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3c6005e9-0910-4786-917b-5bd71d021b75 req-5678bb04-b248-41d5-b372-ecfc4e729f80 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970578 Aug 27 02:28:38.578291 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f274-927c-4d9e-829e-a4af4beec165 req-a9b8fef1-52d0-4bb9-9562-c43c0142ff04 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:38.582244 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ea53f274-927c-4d9e-829e-a4af4beec165 req-a9b8fef1-52d0-4bb9-9562-c43c0142ff04 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0668316 Aug 27 02:28:38.661426 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ea53f274-927c-4d9e-829e-a4af4beec165 req-ff562ea3-f819-4664-a0e1-23045139a0d9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714133 Aug 27 02:28:38.920736 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 49500) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:28:39.083189 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-f1968ceb-6ead-4f04-8bdb-9d43cc420b10 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e1d1bead2e4f4102a53f582a4815661d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1611431 Aug 27 02:28:39.087353 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 49504) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:28:39.149659 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-93216e4a-f2ca-4791-932f-6a6138d19d59 admin admin] Publish callbacks [] for security_group (d12bc9d8-05e2-433f-b269-702164b4a0b2), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:39.172531 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-93216e4a-f2ca-4791-932f-6a6138d19d59 admin admin] Publish callbacks [] for security_group (d12bc9d8-05e2-433f-b269-702164b4a0b2), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:39.187572 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:39.229099 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-93216e4a-f2ca-4791-932f-6a6138d19d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (d12bc9d8-05e2-433f-b269-702164b4a0b2), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:39.231622 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-93216e4a-f2ca-4791-932f-6a6138d19d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:39.232771 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-93216e4a-f2ca-4791-932f-6a6138d19d59 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d12bc9d8-05e2-433f-b269-702164b4a0b2 HTTP/1.1" status: 204 len: 168 time: 0.1444154 Aug 27 02:28:39.241393 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93216e4a-f2ca-4791-932f-6a6138d19d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12bc9d8-05e2-433f-b269-702164b4a0b2,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:39.820894 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3202b35-a0a6-4e19-bdb7-4999bb4a05fd req-4e3ca411-eedc-4e35-8351-5b33c096efed tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:39.822432 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b3202b35-a0a6-4e19-bdb7-4999bb4a05fd req-4e3ca411-eedc-4e35-8351-5b33c096efed tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0506792 Aug 27 02:28:39.874765 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b3202b35-a0a6-4e19-bdb7-4999bb4a05fd req-dd735b53-5482-4af9-a803-a31f6c93303c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459692 Aug 27 02:28:41.005952 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45093c3c-74b4-4d95-9806-9c3ce738637b req-ab4d3beb-f50f-4b08-ab50-448a397cd193 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:41.008376 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-45093c3c-74b4-4d95-9806-9c3ce738637b req-ab4d3beb-f50f-4b08-ab50-448a397cd193 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0521569 Aug 27 02:28:41.065651 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-45093c3c-74b4-4d95-9806-9c3ce738637b req-f97ed99b-cc5f-440a-85b4-132f9e2171a9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494351 Aug 27 02:28:41.254486 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 520bd5fb-723a-4570-83ca-72759c588707 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:41.375750 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:41.388487 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '520bd5fb-723a-4570-83ca-72759c588707', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'port_id': '520bd5fb-723a-4570-83ca-72759c588707', 'mac_address': 'fa:16:3e:b2:66:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:41.424616 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 520bd5fb-723a-4570-83ca-72759c588707 is: ACTIVE; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:28:41.424997 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (520bd5fb-723a-4570-83ca-72759c588707), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:41.444235 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 520bd5fb-723a-4570-83ca-72759c588707 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:28:41.466711 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:41.470936 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (520bd5fb-723a-4570-83ca-72759c588707), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:41.522288 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=520bd5fb-723a-4570-83ca-72759c588707,revision_number=6']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:41.739369 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['520bd5fb-723a-4570-83ca-72759c588707'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:28:42.211384 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bb2d5-f79e-42e7-bec3-c9ac27d289cd req-7cb66e82-d6f0-4e8e-ab84-00635050b00f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:42.212849 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-957bb2d5-f79e-42e7-bec3-c9ac27d289cd req-7cb66e82-d6f0-4e8e-ab84-00635050b00f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0520546 Aug 27 02:28:42.261944 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-957bb2d5-f79e-42e7-bec3-c9ac27d289cd req-4d8fd4df-9882-4fcd-8e74-84e189a8de34 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434051 Aug 27 02:28:43.275582 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 520bd5fb-723a-4570-83ca-72759c588707 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:43.325059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 520bd5fb-723a-4570-83ca-72759c588707 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:28:43.325473 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (520bd5fb-723a-4570-83ca-72759c588707), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:43.408747 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 520bd5fb-723a-4570-83ca-72759c588707 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:28:43.409710 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (520bd5fb-723a-4570-83ca-72759c588707), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:43.419166 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783012e3-37f5-4c64-bea8-55cdda775e7c req-c7bce926-692a-48df-9f7e-47a9c6a4f298 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:43.420718 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-783012e3-37f5-4c64-bea8-55cdda775e7c req-c7bce926-692a-48df-9f7e-47a9c6a4f298 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0492034 Aug 27 02:28:43.442189 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bd5fb-723a-4570-83ca-72759c588707'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:28:43.445684 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafea047-bde9-4923-b322-c4653a4a3d96" -d '{"events": [{"server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "name": "network-vif-plugged", "status": "completed", "tag": "520bd5fb-723a-4570-83ca-72759c588707"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:43.461009 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:43.467859 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (520bd5fb-723a-4570-83ca-72759c588707), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:43.488577 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-783012e3-37f5-4c64-bea8-55cdda775e7c req-daf97d93-90fd-4515-acf8-a8a807c366fe tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595407 Aug 27 02:28:43.548466 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=520bd5fb-723a-4570-83ca-72759c588707,revision_number=7']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:43.731063 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106e16e8-7b92-4c13-995e-30e473efc35a x-openstack-request-id: req-106e16e8-7b92-4c13-995e-30e473efc35a {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:43.731411 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "name": "network-vif-plugged", "status": "completed", "tag": "520bd5fb-723a-4570-83ca-72759c588707", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:43.731717 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-106e16e8-7b92-4c13-995e-30e473efc35a {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:43.732153 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106e16e8-7b92-4c13-995e-30e473efc35a'] response: {'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bd5fb-723a-4570-83ca-72759c588707', 'code': 200} Aug 27 02:28:44.647532 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aefa05-7584-42a2-b715-95b87b05b3cb req-78d10f09-b5aa-4ff6-a0b2-12adb29708ae tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:44.649393 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-98aefa05-7584-42a2-b715-95b87b05b3cb req-78d10f09-b5aa-4ff6-a0b2-12adb29708ae tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0619299 Aug 27 02:28:44.688688 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:44.704672 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-98aefa05-7584-42a2-b715-95b87b05b3cb req-3e10e4bd-2dd0-4f84-9d02-3044849d3e97 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494623 Aug 27 02:28:45.833752 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e429ace-9559-4684-b72a-b3f1b48f348f req-ca2748e5-c3a1-47fe-8814-031b0c3e91c0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:45.835355 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2e429ace-9559-4684-b72a-b3f1b48f348f req-ca2748e5-c3a1-47fe-8814-031b0c3e91c0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0492823 Aug 27 02:28:45.856996 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:45.888155 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2e429ace-9559-4684-b72a-b3f1b48f348f req-2d68d78a-d3ce-4c42-b225-80d80c9e9c8c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467110 Aug 27 02:28:47.022657 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c19eec-1523-4ce7-b6a6-ca1deff590f7 req-f4959fea-1272-4202-bb8e-22311dd9f5fd tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:47.024034 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-09c19eec-1523-4ce7-b6a6-ca1deff590f7 req-f4959fea-1272-4202-bb8e-22311dd9f5fd tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0471168 Aug 27 02:28:47.072395 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-09c19eec-1523-4ce7-b6a6-ca1deff590f7 req-eba69b2d-7b46-424f-8e17-e0f8d0e3e0bc tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425708 Aug 27 02:28:48.211109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e092d0-ee7a-4670-8718-a05c5b1b72a0 req-71e1cc72-c598-4f61-b431-a19f7d9860b7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:48.212570 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7e092d0-ee7a-4670-8718-a05c5b1b72a0 req-71e1cc72-c598-4f61-b431-a19f7d9860b7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0534270 Aug 27 02:28:48.260231 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7e092d0-ee7a-4670-8718-a05c5b1b72a0 req-8141fe2f-0e34-4c03-b708-74e6fa8d9f3b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420132 Aug 27 02:28:49.235874 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:49.236826 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=83,neutron:DELETE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:49.410947 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45a62a-8199-4e43-9843-e256133828d3 req-45a430eb-8c71-4a04-b529-57d90c6f0062 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:49.412606 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f45a62a-8199-4e43-9843-e256133828d3 req-45a430eb-8c71-4a04-b529-57d90c6f0062 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0645535 Aug 27 02:28:49.467015 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f45a62a-8199-4e43-9843-e256133828d3 req-92387e46-c780-4862-bd57-f7ee584cdb58 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483179 Aug 27 02:28:50.606997 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e29ae-4593-4c75-a492-cc52acea89bb req-09b5355e-8a28-4889-9493-d824a367983c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:50.608519 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-259e29ae-4593-4c75-a492-cc52acea89bb req-09b5355e-8a28-4889-9493-d824a367983c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0537910 Aug 27 02:28:50.676429 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-259e29ae-4593-4c75-a492-cc52acea89bb req-c2a189ec-7b7b-49de-816a-1508fd0fbcd2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607803 Aug 27 02:28:50.907261 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-f6ca5620-d1ac-4387-98fb-54de79df927d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:51.296856 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:28:51.804801 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904bb32-73fe-42fe-884a-e37bf1cb47c9 req-3d0a10cc-4267-4d00-85ce-524a018f80c7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:51.806300 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1904bb32-73fe-42fe-884a-e37bf1cb47c9 req-3d0a10cc-4267-4d00-85ce-524a018f80c7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0476420 Aug 27 02:28:51.856033 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1904bb32-73fe-42fe-884a-e37bf1cb47c9 req-b1acd315-e10f-4f3e-9ffe-6888637d161e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439467 Aug 27 02:28:53.010013 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07db323-75a7-4c75-b3e6-dc510887c92f req-a6ef2041-d035-43cc-aec6-f47833fa041b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:53.012672 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e07db323-75a7-4c75-b3e6-dc510887c92f req-a6ef2041-d035-43cc-aec6-f47833fa041b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0525162 Aug 27 02:28:53.085553 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e07db323-75a7-4c75-b3e6-dc510887c92f req-d2b7c69f-de8d-4e61-91ed-19426743e8a2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633533 Aug 27 02:28:53.975788 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-fb55802d-56fe-48fb-8b3a-8e1ee741874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:54.248107 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44f87d-8201-4252-bc90-51986cef137a req-8ab31780-4ed0-411c-bda1-b326c7763c09 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:54.250714 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e44f87d-8201-4252-bc90-51986cef137a req-8ab31780-4ed0-411c-bda1-b326c7763c09 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0703092 Aug 27 02:28:54.314685 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e44f87d-8201-4252-bc90-51986cef137a req-f0c74952-286f-420e-9e94-35c785196cc4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569005 Aug 27 02:28:55.490158 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e5d1-1a08-46a9-b0cf-407464a4272e req-71bd8a73-252e-44a0-950d-5afa88a20eb8 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:55.492385 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84f7e5d1-1a08-46a9-b0cf-407464a4272e req-71bd8a73-252e-44a0-950d-5afa88a20eb8 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0663557 Aug 27 02:28:55.560524 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84f7e5d1-1a08-46a9-b0cf-407464a4272e req-6ed9f71a-979e-43d8-bdde-f5531ee456ab tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623677 Aug 27 02:28:56.584963 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:56.734882 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2c81b-7d4a-44a5-a281-fb91c44ac8f1 req-45cb6268-8ba8-4131-aa82-401c40d3a274 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:56.736377 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcc2c81b-7d4a-44a5-a281-fb91c44ac8f1 req-45cb6268-8ba8-4131-aa82-401c40d3a274 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0542026 Aug 27 02:28:56.796235 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcc2c81b-7d4a-44a5-a281-fb91c44ac8f1 req-9fbcf8d0-8b18-4d4b-8790-e6086881c436 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509555 Aug 27 02:28:57.998261 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c63f87-23e8-4f0f-b1f2-70871df4909b req-ed03ad3c-3ffe-4cc9-94d9-db2cc38129b9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:58.000029 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0c63f87-23e8-4f0f-b1f2-70871df4909b req-ed03ad3c-3ffe-4cc9-94d9-db2cc38129b9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0739224 Aug 27 02:28:58.018976 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:58.047038 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:58.088267 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0c63f87-23e8-4f0f-b1f2-70871df4909b req-e87bd442-f74a-4e4f-a80c-5fc09511b949 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766935 Aug 27 02:28:58.678963 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:59.002493 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:59.003463 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:28:59.020600 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:28:59.266353 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a891fbf-3355-4476-b9b8-b222a36e6fd0 req-52497949-a518-4acb-96b7-5ae03eca3c8f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:28:59.275388 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8a891fbf-3355-4476-b9b8-b222a36e6fd0 req-52497949-a518-4acb-96b7-5ae03eca3c8f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0765483 Aug 27 02:28:59.357158 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8a891fbf-3355-4476-b9b8-b222a36e6fd0 req-54641702-fd09-4729-b5cd-aff8705c413b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806642 Aug 27 02:29:00.520157 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:00.558209 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9998b-c63f-4c80-a081-857bd4b778f8 req-4799b067-fdbd-434d-bfd5-291e30d4ae21 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:00.565340 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fed9998b-c63f-4c80-a081-857bd4b778f8 req-4799b067-fdbd-434d-bfd5-291e30d4ae21 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0608914 Aug 27 02:29:00.634004 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fed9998b-c63f-4c80-a081-857bd4b778f8 req-da47a3ac-cc67-40fc-878c-850534024b23 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673826 Aug 27 02:29:01.291748 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=17 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:01.292557 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=19 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:01.792437 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d23b06-c3f4-42a0-bc13-8227839259f8 req-ffa7a5d4-6269-4faf-9031-7e97f087a01a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:01.802430 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b2d23b06-c3f4-42a0-bc13-8227839259f8 req-ffa7a5d4-6269-4faf-9031-7e97f087a01a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0676353 Aug 27 02:29:01.892591 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b2d23b06-c3f4-42a0-bc13-8227839259f8 req-8498955e-5351-42fb-bde5-e939de40daed tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886056 Aug 27 02:29:03.097416 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67a83b-d912-4f0a-aac2-431f77e784ad req-afd92007-46aa-4f64-9afc-2da6c2276c59 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:03.099905 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d67a83b-d912-4f0a-aac2-431f77e784ad req-afd92007-46aa-4f64-9afc-2da6c2276c59 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0852673 Aug 27 02:29:03.193874 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d67a83b-d912-4f0a-aac2-431f77e784ad req-72cc8127-b1d2-41d3-ab0a-b656248e7096 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837827 Aug 27 02:29:04.216643 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 49718) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:29:04.266904 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_v2 [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Deleting subnet bd05baf2-d3b2-47e6-b8a8-8408c2818166 {{(pid=106604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:29:04.270280 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Publish callbacks [] for subnet (bd05baf2-d3b2-47e6-b8a8-8408c2818166), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.311077 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15646672'] for subnet (bd05baf2-d3b2-47e6-b8a8-8408c2818166), precommit_delete_associations {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.354644 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fc4da-e11a-4dd2-a858-786b7e8ccd82 req-94abe7de-77a9-445b-b09a-134a657e7660 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:04.355302 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (bd05baf2-d3b2-47e6-b8a8-8408c2818166), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.356159 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f73fc4da-e11a-4dd2-a858-786b7e8ccd82 req-94abe7de-77a9-445b-b09a-134a657e7660 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0738680 Aug 27 02:29:04.415023 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f73fc4da-e11a-4dd2-a858-786b7e8ccd82 req-c194e347-c5bd-4f30-8a3e-fbe394d0113e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516672 Aug 27 02:29:04.420056 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15342268'] for subnet (bd05baf2-d3b2-47e6-b8a8-8408c2818166), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.461057 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd05baf2-d3b2-47e6-b8a8-8408c2818166,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:04.465333 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.468515 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/bd05baf2-d3b2-47e6-b8a8-8408c2818166 HTTP/1.1" status: 204 len: 168 time: 0.2508562 Aug 27 02:29:04.475052 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 49722) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:29:04.475686 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.476493 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.476853 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.477296 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.477532 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.477864 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.478185 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.478541 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.478910 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.480628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.480628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.480628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.480628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.480628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.482656 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b1f63-f7fc-4b46-bda1-0c44f00b4b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.563778 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (c0b61970-d693-42b1-b7a6-dd3cf1b79e9d), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.662862 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (c0b61970-d693-42b1-b7a6-dd3cf1b79e9d), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.700168 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b61970-d693-42b1-b7a6-dd3cf1b79e9d']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:04.719440 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef67d85-a579-4d6d-abbd-4ca638fc88b8') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:04.719950 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef67d85-a579-4d6d-abbd-4ca638fc88b8') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:04.739367 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15258025'] for segment (5ef67d85-a579-4d6d-abbd-4ca638fc88b8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.760124 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (5ef67d85-a579-4d6d-abbd-4ca638fc88b8), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.772201 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:04.772847 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337898'] for segment (5ef67d85-a579-4d6d-abbd-4ca638fc88b8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.825407 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 5ef67d85-a579-4d6d-abbd-4ca638fc88b8 resource provider aggregate not found Aug 27 02:29:04.851189 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 5ef67d85-a579-4d6d-abbd-4ca638fc88b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ef67d85-a579-4d6d-abbd-4ca638fc88b8 found for delete ", "request_id": "req-3e75c8fa-cfe6-452a-acf7-cf4c2635b9fa"}]} Aug 27 02:29:04.859112 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (c0b61970-d693-42b1-b7a6-dd3cf1b79e9d), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.865520 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:04.869419 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/c0b61970-d693-42b1-b7a6-dd3cf1b79e9d HTTP/1.1" status: 204 len: 168 time: 0.3927534 Aug 27 02:29:04.882194 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b61970-d693-42b1-b7a6-dd3cf1b79e9d,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:04.891447 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.891805 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.892154 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.892602 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.892977 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.893361 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.893717 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.894151 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.894470 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.894842 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.895195 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.895588 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.895931 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.896276 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:04.896619 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23460e-8e34-4a35-9def-6bda2790ffb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:05.041937 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753880c-dc0d-42b7-a96e-a0415c93ede4 req-805c41dd-27f0-442b-863c-1a545e82b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:05.043874 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-7753880c-dc0d-42b7-a96e-a0415c93ede4 req-805c41dd-27f0-442b-863c-1a545e82b258 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0583513 Aug 27 02:29:05.092127 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 49730) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:29:05.147831 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-70060e23-942d-44e3-a2e3-e6bb3e8d6fb7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fa43d54225bf44b283f9db5ddbbb13ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540450 Aug 27 02:29:05.151341 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 49732) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:29:05.160193 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753880c-dc0d-42b7-a96e-a0415c93ede4 req-40a92c40-ec84-41ef-9428-241dbcb9d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:05.161784 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-7753880c-dc0d-42b7-a96e-a0415c93ede4 req-40a92c40-ec84-41ef-9428-241dbcb9d17f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 918 time: 0.1121345 Aug 27 02:29:05.234573 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-7753880c-dc0d-42b7-a96e-a0415c93ede4 req-105d2225-62a8-4391-a5dc-32d4f1a74686 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=520bd5fb-723a-4570-83ca-72759c588707 HTTP/1.1" status: 200 len: 1001 time: 0.0666187 Aug 27 02:29:05.235715 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b62601b-a0de-4e57-a625-f67e4f4645e7 admin admin] Publish callbacks [] for security_group (22773b5d-8643-4525-b63b-359078cbee0a), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:05.262396 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b62601b-a0de-4e57-a625-f67e4f4645e7 admin admin] Publish callbacks [] for security_group (22773b5d-8643-4525-b63b-359078cbee0a), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:05.264061 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:05.309627 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753880c-dc0d-42b7-a96e-a0415c93ede4 req-0ffdd40b-f275-4674-b1ee-31901887364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:05.309627 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-7753880c-dc0d-42b7-a96e-a0415c93ede4 req-0ffdd40b-f275-4674-b1ee-31901887364b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.0677817 Aug 27 02:29:05.341798 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b62601b-a0de-4e57-a625-f67e4f4645e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (22773b5d-8643-4525-b63b-359078cbee0a), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:05.345866 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b62601b-a0de-4e57-a625-f67e4f4645e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:05.347309 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3b62601b-a0de-4e57-a625-f67e4f4645e7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/22773b5d-8643-4525-b63b-359078cbee0a HTTP/1.1" status: 204 len: 168 time: 0.1945813 Aug 27 02:29:05.359896 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62601b-a0de-4e57-a625-f67e4f4645e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22773b5d-8643-4525-b63b-359078cbee0a,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:05.377256 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753880c-dc0d-42b7-a96e-a0415c93ede4 req-cdea7fa9-10e8-4ff4-8038-36d12bc61893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:05.379424 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-7753880c-dc0d-42b7-a96e-a0415c93ede4 req-cdea7fa9-10e8-4ff4-8038-36d12bc61893 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651968 Aug 27 02:29:05.498464 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-7753880c-dc0d-42b7-a96e-a0415c93ede4 req-b870a5fd-7b40-441f-9e18-792afb704283 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129842 Aug 27 02:29:05.611143 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5a5b-18c7-4f04-b043-36c1210037b4 req-bb1c02df-97be-4d8f-887f-fed59b861103 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:05.612947 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-396e5a5b-18c7-4f04-b043-36c1210037b4 req-bb1c02df-97be-4d8f-887f-fed59b861103 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0627248 Aug 27 02:29:05.641874 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-7753880c-dc0d-42b7-a96e-a0415c93ede4 req-f5074b61-ef1a-4979-970b-3ce6da853ab3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368268 Aug 27 02:29:05.672535 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-396e5a5b-18c7-4f04-b043-36c1210037b4 req-4b4c15b9-4698-4efc-ad5d-82f2b5b316b6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512512 Aug 27 02:29:06.801919 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:06.821147 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82872c-b848-4215-8b86-0d1bdc56da8d req-218ce14e-cf53-4dcf-a3b0-5c4970d4dc01 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:06.822727 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e82872c-b848-4215-8b86-0d1bdc56da8d req-218ce14e-cf53-4dcf-a3b0-5c4970d4dc01 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 945 time: 0.0529478 Aug 27 02:29:06.874040 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e82872c-b848-4215-8b86-0d1bdc56da8d req-28aaa944-776a-4d27-9355-7dfe30a3ccf2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455322 Aug 27 02:29:07.461540 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 520bd5fb-723a-4570-83ca-72759c588707 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:07.545567 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 520bd5fb-723a-4570-83ca-72759c588707 is: ACTIVE; New status is: DOWN {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:29:07.545950 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (520bd5fb-723a-4570-83ca-72759c588707), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:07.576174 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '520bd5fb-723a-4570-83ca-72759c588707'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:29:07.578551 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e281a15e-a70d-49c6-9e2e-2265b962559a" -d '{"events": [{"server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "520bd5fb-723a-4570-83ca-72759c588707"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:07.596976 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:07.601942 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (520bd5fb-723a-4570-83ca-72759c588707), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:07.626127 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Aug 2022 02:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ea26ae-0fec-4737-b6e2-be4e942eded1 x-openstack-request-id: req-40ea26ae-0fec-4737-b6e2-be4e942eded1 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:07.626438 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "520bd5fb-723a-4570-83ca-72759c588707", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:07.626867 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40ea26ae-0fec-4737-b6e2-be4e942eded1 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:07.627331 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ea26ae-0fec-4737-b6e2-be4e942eded1'] response: {'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '520bd5fb-723a-4570-83ca-72759c588707', 'code': 200} Aug 27 02:29:07.656434 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=520bd5fb-723a-4570-83ca-72759c588707,revision_number=8']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:08.270379 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76773b86-f2b8-4e28-aeee-1bd063a737b3 req-64f20617-d623-413b-a37a-0c0f9e7ce618 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:08.271968 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-76773b86-f2b8-4e28-aeee-1bd063a737b3 req-64f20617-d623-413b-a37a-0c0f9e7ce618 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.3040519 Aug 27 02:29:08.326228 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-76773b86-f2b8-4e28-aeee-1bd063a737b3 req-c5524be7-2ec3-4274-acfb-5cd9610c2aff tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470974 Aug 27 02:29:09.067675 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-9cead92b-f768-48ef-9077-bfeaaa7e71b0 req-07ba107b-6d87-467f-879b-236a8c0ff9b1 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:29:09.071654 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9cead92b-f768-48ef-9077-bfeaaa7e71b0 req-07ba107b-6d87-467f-879b-236a8c0ff9b1 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1706777 Aug 27 02:29:09.283616 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102d596-cb67-4608-a69c-513a447eb4ab req-b1372f39-7288-4a05-9daa-a0fca313405c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:09.286207 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8102d596-cb67-4608-a69c-513a447eb4ab req-b1372f39-7288-4a05-9daa-a0fca313405c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0585737 Aug 27 02:29:09.342749 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8102d596-cb67-4608-a69c-513a447eb4ab req-b3e66e27-f251-48d3-857e-920d862e2c3c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501051 Aug 27 02:29:09.602562 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 49784) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:29:09.719429 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-17e7e670-f03b-4a5f-902c-01b25b03e4ac service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152339 Aug 27 02:29:09.729326 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-3b773e41-8443-4bc6-ad6c-794cd88d0888 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:29:09.730375 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-3b773e41-8443-4bc6-ad6c-794cd88d0888 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056994 Aug 27 02:29:09.832763 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 49794) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:29:09.949462 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-a37707d9-898d-4174-a014-8cdc23f36930 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:09.951055 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-a37707d9-898d-4174-a014-8cdc23f36930 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports/520bd5fb-723a-4570-83ca-72759c588707 HTTP/1.1" status: 200 len: 940 time: 0.1166232 Aug 27 02:29:10.515215 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d84e7-cdab-4468-9f07-3572d03d9f16 req-c77b7dcf-12dc-44af-bd81-3159d920b53b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:10.516757 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fc9d84e7-cdab-4468-9f07-3572d03d9f16 req-c77b7dcf-12dc-44af-bd81-3159d920b53b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0616696 Aug 27 02:29:10.572844 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fc9d84e7-cdab-4468-9f07-3572d03d9f16 req-cd0632a0-e31c-42e1-8987-428a35cd426c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488040 Aug 27 02:29:11.499496 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 520bd5fb-723a-4570-83ca-72759c588707 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:11.603294 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 520bd5fb-723a-4570-83ca-72759c588707 is: DOWN; New status is: DOWN {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:29:11.726659 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcd4dd-38a4-43bb-ba2d-8c7d605a969f req-f5225e92-952f-40af-a848-bf4dee543c0f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:11.729947 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cebcd4dd-38a4-43bb-ba2d-8c7d605a969f req-f5225e92-952f-40af-a848-bf4dee543c0f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0600202 Aug 27 02:29:11.801763 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cebcd4dd-38a4-43bb-ba2d-8c7d605a969f req-f0ab8c80-30c5-4ad4-8038-19230b9c22e4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613461 Aug 27 02:29:12.170169 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-562269f5-f59b-42ba-8d6c-aa60b20ab57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:12.171947 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-562269f5-f59b-42ba-8d6c-aa60b20ab57a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9&tenant_id=c938ae5fd22a43e8a01859da2a336b53 HTTP/1.1" status: 200 len: 1127 time: 0.0794418 Aug 27 02:29:12.255729 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-d8bea977-aeff-4add-aef6-3fc53effeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:12.257553 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-d8bea977-aeff-4add-aef6-3fc53effeb58 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 1127 time: 0.0443237 Aug 27 02:29:12.368062 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-e0e442f3-814e-4c9f-bdf4-9b6e49c695f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:12.369600 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-e0e442f3-814e-4c9f-bdf4-9b6e49c695f0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 918 time: 0.1053638 Aug 27 02:29:12.413160 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:12.428832 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:12.441375 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-e1937c89-9345-41ea-b4eb-375ed283f40d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=520bd5fb-723a-4570-83ca-72759c588707 HTTP/1.1" status: 200 len: 999 time: 0.0623252 Aug 27 02:29:12.497023 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-fad82afa-1efd-4619-b0d2-1ec99edcf486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:12.498522 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-fad82afa-1efd-4619-b0d2-1ec99edcf486 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.0514274 Aug 27 02:29:12.551386 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-9c767630-e81d-412d-8e8c-804ce58e5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:12.552935 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-9c767630-e81d-412d-8e8c-804ce58e5e56 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440874 Aug 27 02:29:12.656860 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-9b693ad4-025f-44fc-8df9-a53e4a32dab2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960751 Aug 27 02:29:12.760301 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-9c7fd819-7632-47d1-b52c-1e25eff7f7b1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965993 Aug 27 02:29:12.945163 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a997f5a-b0f7-4658-8815-36620d0ac9e8 req-a93746ce-ffb9-42a1-a8e0-e02b7ff6483c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:12.947164 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7a997f5a-b0f7-4658-8815-36620d0ac9e8 req-a93746ce-ffb9-42a1-a8e0-e02b7ff6483c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0540240 Aug 27 02:29:13.010966 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7a997f5a-b0f7-4658-8815-36620d0ac9e8 req-3650af4a-ad5d-49b7-94c3-91e525d4c481 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562978 Aug 27 02:29:14.161895 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8ff38-a1bd-4147-9956-836f9d670110 req-1fc20d4a-0222-4f21-aa7c-de2d700c23ee tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:14.163593 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ea8ff38-a1bd-4147-9956-836f9d670110 req-1fc20d4a-0222-4f21-aa7c-de2d700c23ee tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0647218 Aug 27 02:29:14.247818 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ea8ff38-a1bd-4147-9956-836f9d670110 req-68002e78-56f6-42f8-be23-7bce0c5e3a29 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774727 Aug 27 02:29:15.402664 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e27271-e6cc-44a8-b6fb-311955925e51 req-defcb12d-9422-477c-bb9a-f2ca334c20a8 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:15.404206 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f8e27271-e6cc-44a8-b6fb-311955925e51 req-defcb12d-9422-477c-bb9a-f2ca334c20a8 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0549357 Aug 27 02:29:15.460686 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f8e27271-e6cc-44a8-b6fb-311955925e51 req-6730c546-5360-4c3f-80d3-4f4a63a34567 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501688 Aug 27 02:29:16.596021 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b5dd5-db34-47af-adbc-69a64e8f241c req-8d53f202-8dc5-4864-859f-bb38334ca185 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:16.597541 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-344b5dd5-db34-47af-adbc-69a64e8f241c req-8d53f202-8dc5-4864-859f-bb38334ca185 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0504365 Aug 27 02:29:16.658768 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-344b5dd5-db34-47af-adbc-69a64e8f241c req-d052065a-1111-466a-bd0e-615b16466fd5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513601 Aug 27 02:29:17.822229 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bca15f-b4a5-4afd-8961-1efb16f31f15 req-1d7da285-e91c-4c95-9b49-35fd447844d0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:17.823803 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50bca15f-b4a5-4afd-8961-1efb16f31f15 req-1d7da285-e91c-4c95-9b49-35fd447844d0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0676491 Aug 27 02:29:17.866778 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:17.886318 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50bca15f-b4a5-4afd-8961-1efb16f31f15 req-85ed7b00-f3ac-4212-8091-55183a72f68e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554433 Aug 27 02:29:19.046955 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a1ae3-feaa-4b14-9e58-22cc721f03a7 req-eb54fd57-f0ea-4c67-85f6-b307f8b2c136 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:19.048633 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-462a1ae3-feaa-4b14-9e58-22cc721f03a7 req-eb54fd57-f0ea-4c67-85f6-b307f8b2c136 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0654995 Aug 27 02:29:19.076432 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:19.111519 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-462a1ae3-feaa-4b14-9e58-22cc721f03a7 req-673b0845-70ff-4ae5-82dc-358f406f1275 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557792 Aug 27 02:29:20.353646 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace5921-0d67-4ebd-8278-6df344538dca req-0bc8f740-4e38-40f5-a948-d528e3e11197 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:20.360857 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ace5921-0d67-4ebd-8278-6df344538dca req-0bc8f740-4e38-40f5-a948-d528e3e11197 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.1228397 Aug 27 02:29:20.417101 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ace5921-0d67-4ebd-8278-6df344538dca req-dd394167-fcf8-4985-b790-eb69cf41942c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552449 Aug 27 02:29:20.912726 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6dc4d00e-c220-4de0-bb61-a2ec7d069b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:21.577539 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1d565-42f8-4928-aadf-6371c638ebcf req-38b7158a-9a11-4376-a7e8-15e05cccb6b7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:21.580303 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3e1d565-42f8-4928-aadf-6371c638ebcf req-38b7158a-9a11-4376-a7e8-15e05cccb6b7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0624948 Aug 27 02:29:21.648058 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3e1d565-42f8-4928-aadf-6371c638ebcf req-ff43ce16-f50c-4e73-985c-bb3b1e034d30 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581715 Aug 27 02:29:22.753292 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=24 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:22.754968 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=35 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:22.810175 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12b3c-162a-4752-8f3f-15267676eeec req-fd2dbb4d-c56e-4dd0-95fe-3944861dd1a7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:22.812431 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ffa12b3c-162a-4752-8f3f-15267676eeec req-fd2dbb4d-c56e-4dd0-95fe-3944861dd1a7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0506179 Aug 27 02:29:22.870003 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ffa12b3c-162a-4752-8f3f-15267676eeec req-57f7004d-5fb3-4783-974f-f6be7c2a4a26 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473442 Aug 27 02:29:23.981433 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-07efc9cc-1366-4cee-9354-cc1a0a08b90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:24.025908 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca685ae9-a80d-4d5e-9606-638e0830f568 req-ca10fa85-cbb8-444e-8911-8f730e270d68 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:24.026890 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ca685ae9-a80d-4d5e-9606-638e0830f568 req-ca10fa85-cbb8-444e-8911-8f730e270d68 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0573776 Aug 27 02:29:24.092833 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ca685ae9-a80d-4d5e-9606-638e0830f568 req-694ec0a1-3ebe-47c9-bde6-273d442f7690 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596280 Aug 27 02:29:25.231657 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fa180-e30a-41ed-97eb-ebc219d2f38a req-6aa46f44-3649-4380-b6a7-069c4b1541e3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:25.233163 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-803fa180-e30a-41ed-97eb-ebc219d2f38a req-6aa46f44-3649-4380-b6a7-069c4b1541e3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0500147 Aug 27 02:29:25.292307 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-803fa180-e30a-41ed-97eb-ebc219d2f38a req-427795dc-f64f-4513-ba21-6169b09bb94f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520685 Aug 27 02:29:26.423587 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1683c7-c7a5-41d5-8bc4-f2af9336b81a req-c82aa997-8692-4cf9-8ff7-7c3f44b205e4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:26.425077 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c1683c7-c7a5-41d5-8bc4-f2af9336b81a req-c82aa997-8692-4cf9-8ff7-7c3f44b205e4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0494542 Aug 27 02:29:26.479071 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c1683c7-c7a5-41d5-8bc4-f2af9336b81a req-bcdd3b48-29cd-42af-92e7-5915d668b9fa tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480862 Aug 27 02:29:26.580776 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:27.445875 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:27.453940 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:27.631403 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050c866-0442-4e46-8635-9b99e8fcd746 req-97ec899e-b68b-4f71-bf56-5f0ea9a66cd2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:27.633297 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c050c866-0442-4e46-8635-9b99e8fcd746 req-97ec899e-b68b-4f71-bf56-5f0ea9a66cd2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0681090 Aug 27 02:29:27.696177 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c050c866-0442-4e46-8635-9b99e8fcd746 req-acb6cc7e-3c02-4f79-8188-6bdc64126c7c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525031 Aug 27 02:29:28.013550 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:28.295500 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:29:28.668877 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:28.829451 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74db6a-303c-4188-8caa-ebc56c50682d req-cc476e0b-43ee-45ab-9566-9c8317535662 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:28.831040 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ca74db6a-303c-4188-8caa-ebc56c50682d req-cc476e0b-43ee-45ab-9566-9c8317535662 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0511341 Aug 27 02:29:28.885631 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ca74db6a-303c-4188-8caa-ebc56c50682d req-d1066455-ae20-4462-92e2-00ebc28841ac tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482402 Aug 27 02:29:29.008672 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:30.031845 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90ece6-1ef3-41fd-bf22-d7eec462ecef req-a48a5dcb-ebfa-42f4-9266-c6c3d5f52f78 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:30.033491 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b90ece6-1ef3-41fd-bf22-d7eec462ecef req-a48a5dcb-ebfa-42f4-9266-c6c3d5f52f78 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0612900 Aug 27 02:29:30.098023 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b90ece6-1ef3-41fd-bf22-d7eec462ecef req-37d13c0c-a754-4013-b2f1-a1a31340b6b7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577743 Aug 27 02:29:30.153502 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-bf296ede-47b8-42f8-b8c3-ea98db5350bf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470283 Aug 27 02:29:30.248425 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-5bc1b9bf-a31e-4e6a-9dee-dd19ffc7bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:30.250493 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-5bc1b9bf-a31e-4e6a-9dee-dd19ffc7bdf5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 1129 time: 0.0553660 Aug 27 02:29:30.367833 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-e0e22110-eaf5-434f-ab3a-b8f76736fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:30.369343 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-e0e22110-eaf5-434f-ab3a-b8f76736fef3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 915 time: 0.0965731 Aug 27 02:29:30.447609 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-48bbb4ab-8351-4b92-802e-5b24a0785ebf service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e98d7081-9ec1-49da-9111-4786cc0b96ef HTTP/1.1" status: 200 len: 1000 time: 0.0713115 Aug 27 02:29:30.508957 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-4cfa0d41-8911-40b6-ac7c-f0f2e19e5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:30.510476 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-4cfa0d41-8911-40b6-ac7c-f0f2e19e5f5a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0563943 Aug 27 02:29:30.556927 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-5080598d-492b-4a79-bd13-28abd382c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:30.558455 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-5080598d-492b-4a79-bd13-28abd382c37b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420845 Aug 27 02:29:30.925441 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-bd5ef3a6-dd22-4ccc-a1ea-0261b0ac48ea service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608348 Aug 27 02:29:31.022000 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-0e9b40ac-4e5d-4100-8b38-4773a5b2c21d req-815875bd-3c16-4105-be99-a05556f69438 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900841 Aug 27 02:29:31.252861 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836df63-7cab-4078-9147-c000722a5be3 req-910cfa06-8599-487f-98fa-3174d554f0f0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:31.254559 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4836df63-7cab-4078-9147-c000722a5be3 req-910cfa06-8599-487f-98fa-3174d554f0f0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0550020 Aug 27 02:29:31.311063 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4836df63-7cab-4078-9147-c000722a5be3 req-e916b7cb-734e-46d7-9aab-d49300adf49e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484982 Aug 27 02:29:32.426059 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:32.434947 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:32.446798 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63f73f-2d8d-4b07-a50b-34ce4fdb4891 req-3c09c35e-1d41-49e5-b1cb-9cb812f11f49 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:32.448305 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ec63f73f-2d8d-4b07-a50b-34ce4fdb4891 req-3c09c35e-1d41-49e5-b1cb-9cb812f11f49 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0516527 Aug 27 02:29:32.507510 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ec63f73f-2d8d-4b07-a50b-34ce4fdb4891 req-c5b2c396-c50d-49a9-9dce-d4c85f235e1c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533035 Aug 27 02:29:33.648269 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a121b0-63e0-4771-9245-647f90a0bb92 req-a65ff19d-2f4c-4e06-9a68-304f7f25137a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:33.650072 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-13a121b0-63e0-4771-9245-647f90a0bb92 req-a65ff19d-2f4c-4e06-9a68-304f7f25137a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0565450 Aug 27 02:29:33.704101 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-13a121b0-63e0-4771-9245-647f90a0bb92 req-bb28df95-db86-459b-966f-c3cdf8b61230 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478239 Aug 27 02:29:34.954484 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f000a2f-9e58-4103-aac1-e30a80292d8f req-0ccf3a4e-0fad-43ab-89fd-dc864a307177 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:34.955992 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f000a2f-9e58-4103-aac1-e30a80292d8f req-0ccf3a4e-0fad-43ab-89fd-dc864a307177 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0497577 Aug 27 02:29:35.007207 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f000a2f-9e58-4103-aac1-e30a80292d8f req-efb91b31-533d-4a3b-9238-171cc8051d04 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444543 Aug 27 02:29:36.143183 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7d54-92e4-453f-9c46-ffa2a10a9f3f req-e24499fe-754c-4e4d-bd9d-794c973c2e99 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:36.144680 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08cb7d54-92e4-453f-9c46-ffa2a10a9f3f req-e24499fe-754c-4e4d-bd9d-794c973c2e99 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0513191 Aug 27 02:29:36.197002 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08cb7d54-92e4-453f-9c46-ffa2a10a9f3f req-d5fd6978-23d8-4d2e-b05f-7a23433e882a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457699 Aug 27 02:29:37.327198 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036ea0a-6c89-4f41-a11c-49017292ba9a req-a8efa563-be6d-4a65-9097-3cbb668cd5a1 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:37.328660 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4036ea0a-6c89-4f41-a11c-49017292ba9a req-a8efa563-be6d-4a65-9097-3cbb668cd5a1 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 943 time: 0.0491371 Aug 27 02:29:37.382047 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4036ea0a-6c89-4f41-a11c-49017292ba9a req-44a48317-3999-4cc7-95b9-5e9954d3cb19 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476091 Aug 27 02:29:37.702411 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 520bd5fb-723a-4570-83ca-72759c588707 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:37.705859 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:37.707665 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=56,neutron:UPDATE=6 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:37.821376 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:37.833823 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '520bd5fb-723a-4570-83ca-72759c588707', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'port_id': '520bd5fb-723a-4570-83ca-72759c588707', 'mac_address': 'fa:16:3e:b2:66:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:37.878622 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 520bd5fb-723a-4570-83ca-72759c588707 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:29:37.879016 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (520bd5fb-723a-4570-83ca-72759c588707), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:37.893575 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520bd5fb-723a-4570-83ca-72759c588707 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:29:37.916440 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:37.920555 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (520bd5fb-723a-4570-83ca-72759c588707), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:37.979867 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=520bd5fb-723a-4570-83ca-72759c588707,revision_number=9']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:37.987330 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.987671 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.988005 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.988337 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.988658 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.988976 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.989320 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.989643 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.989964 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.990277 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.990574 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.990889 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.991215 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.991568 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:37.991912 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:38.038664 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4a9a5-3b4e-406b-bd27-8b5026a987af req-65b1a4b0-ad4b-43a4-ae96-389f25f0ac42 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:38.040821 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7fa4a9a5-3b4e-406b-bd27-8b5026a987af req-65b1a4b0-ad4b-43a4-ae96-389f25f0ac42 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0548127 Aug 27 02:29:38.054158 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f6f47-4165-42be-a5ba-eefef4faa09e req-9f7b8da3-f148-45ab-a56e-9339328641ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:38.055740 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-753f6f47-4165-42be-a5ba-eefef4faa09e req-9f7b8da3-f148-45ab-a56e-9339328641ed service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 1130 time: 0.0466473 Aug 27 02:29:38.105862 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7fa4a9a5-3b4e-406b-bd27-8b5026a987af req-f53a33ea-2bca-4c88-816b-cda77663bc91 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588629 Aug 27 02:29:38.155830 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f6f47-4165-42be-a5ba-eefef4faa09e req-4d9121d8-261e-4468-9b06-dc51fd1214e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:38.157455 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-753f6f47-4165-42be-a5ba-eefef4faa09e req-4d9121d8-261e-4468-9b06-dc51fd1214e5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.0941041 Aug 27 02:29:38.225502 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-753f6f47-4165-42be-a5ba-eefef4faa09e req-22977264-99f8-46e5-a701-1584bd804a9f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 HTTP/1.1" status: 200 len: 1002 time: 0.0620587 Aug 27 02:29:38.276388 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f6f47-4165-42be-a5ba-eefef4faa09e req-6c3551b3-5335-4db9-ba96-dd1d3723d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:38.277881 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-753f6f47-4165-42be-a5ba-eefef4faa09e req-6c3551b3-5335-4db9-ba96-dd1d3723d80d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.0459907 Aug 27 02:29:38.291818 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:38.324596 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f6f47-4165-42be-a5ba-eefef4faa09e req-44bbd1c6-e725-44f5-876c-328ed320e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:38.324596 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-753f6f47-4165-42be-a5ba-eefef4faa09e req-44bbd1c6-e725-44f5-876c-328ed320e3f4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401993 Aug 27 02:29:38.427420 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-753f6f47-4165-42be-a5ba-eefef4faa09e req-05be1e48-8510-4854-bb21-ca45398326d6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912404 Aug 27 02:29:38.440107 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['520bd5fb-723a-4570-83ca-72759c588707'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:29:38.517984 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a381af2-0e78-445d-b7c1-67f5a79aa36d req-489b9e64-6202-40d5-a904-62f4afc17b54 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:38.518618 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=100 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:38.520358 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7a381af2-0e78-445d-b7c1-67f5a79aa36d req-489b9e64-6202-40d5-a904-62f4afc17b54 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0534115 Aug 27 02:29:38.534461 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-753f6f47-4165-42be-a5ba-eefef4faa09e req-ad03c0e3-ac75-4e88-8c8a-96050236d26c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952084 Aug 27 02:29:38.582334 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7a381af2-0e78-445d-b7c1-67f5a79aa36d req-04f51458-f69a-4ac3-923a-4aaaf9cc0e17 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546613 Aug 27 02:29:39.235126 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29de54-ba4b-412a-a713-3ac12eff1c59 req-580c4a84-9591-4ec1-bc39-aef1ba131acf tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:39.236766 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cd29de54-ba4b-412a-a713-3ac12eff1c59 req-580c4a84-9591-4ec1-bc39-aef1ba131acf tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0496759 Aug 27 02:29:39.287997 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cd29de54-ba4b-412a-a713-3ac12eff1c59 req-1096df8a-2f8d-4885-9d54-d82e7e5b35c6 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452926 Aug 27 02:29:39.717919 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 520bd5fb-723a-4570-83ca-72759c588707 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:39.720519 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73850b-813a-4aee-81d5-51ad7d3ba0a9 req-1f8bff0d-ba54-4809-ae7b-4a4f8cdfef06 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:39.722105 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b73850b-813a-4aee-81d5-51ad7d3ba0a9 req-1f8bff0d-ba54-4809-ae7b-4a4f8cdfef06 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 944 time: 0.0538273 Aug 27 02:29:39.770881 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 520bd5fb-723a-4570-83ca-72759c588707 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:29:39.771252 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (520bd5fb-723a-4570-83ca-72759c588707), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:39.785898 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b73850b-813a-4aee-81d5-51ad7d3ba0a9 req-e3b80355-9393-47a6-bd99-3d97e01bac8b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567651 Aug 27 02:29:39.851264 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 520bd5fb-723a-4570-83ca-72759c588707 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:29:39.851653 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (520bd5fb-723a-4570-83ca-72759c588707), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:39.876672 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bd5fb-723a-4570-83ca-72759c588707'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:29:39.878862 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857a6369-e5a7-4927-92de-5c467826cecb" -d '{"events": [{"server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "name": "network-vif-plugged", "status": "completed", "tag": "520bd5fb-723a-4570-83ca-72759c588707"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:39.891804 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:39.899042 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (520bd5fb-723a-4570-83ca-72759c588707), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:39.924810 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b431a4-88c9-4eb6-ae1c-15e8f46a218e x-openstack-request-id: req-87b431a4-88c9-4eb6-ae1c-15e8f46a218e {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:39.925095 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "name": "network-vif-plugged", "status": "completed", "tag": "520bd5fb-723a-4570-83ca-72759c588707", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:39.925364 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87b431a4-88c9-4eb6-ae1c-15e8f46a218e {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:39.925751 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b431a4-88c9-4eb6-ae1c-15e8f46a218e'] response: {'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bd5fb-723a-4570-83ca-72759c588707', 'code': 200} Aug 27 02:29:39.953000 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=520bd5fb-723a-4570-83ca-72759c588707,revision_number=10']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:40.414511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b6693-24e6-456c-b9e3-59faecd6070e req-18abf267-5868-40df-be59-683330490397 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:40.416004 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-188b6693-24e6-456c-b9e3-59faecd6070e req-18abf267-5868-40df-be59-683330490397 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0498610 Aug 27 02:29:40.476882 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-188b6693-24e6-456c-b9e3-59faecd6070e req-d5fc8641-bfa1-48ba-af03-29a3693b09a7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545914 Aug 27 02:29:40.598601 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ecb62-a5f6-4307-b4a7-72b0f09d15e8 req-e3df5f84-4e11-4edf-a401-f589268f5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:40.600302 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-979ecb62-a5f6-4307-b4a7-72b0f09d15e8 req-e3df5f84-4e11-4edf-a401-f589268f5152 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 1130 time: 0.0664296 Aug 27 02:29:40.613770 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=100 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:40.655099 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-979ecb62-a5f6-4307-b4a7-72b0f09d15e8 req-0116aa8b-7933-4dcf-88db-70622183af11 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480552 Aug 27 02:29:40.703129 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618381dc-62aa-4a26-915d-057ee3524e60 req-4f61f075-7c58-43ee-ae7a-a5a462fe6af5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:40.704489 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-618381dc-62aa-4a26-915d-057ee3524e60 req-4f61f075-7c58-43ee-ae7a-a5a462fe6af5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0486579 Aug 27 02:29:40.759966 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-618381dc-62aa-4a26-915d-057ee3524e60 req-8c14356d-3f8c-42e9-9621-81c964f7d554 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492444 Aug 27 02:29:40.916253 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:40.921820 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:40.930820 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f574c2-63c1-42c7-aa02-380d51dea113 req-e57e582d-f882-4ef1-aefb-d3f5543c0d04 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:40.932322 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d3f574c2-63c1-42c7-aa02-380d51dea113 req-e57e582d-f882-4ef1-aefb-d3f5543c0d04 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 946 time: 0.0511405 Aug 27 02:29:40.987284 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d3f574c2-63c1-42c7-aa02-380d51dea113 req-9f613d4a-ab28-4df8-bdea-a7dab4cd38ec tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465095 Aug 27 02:29:41.602305 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6d3b1-1b4e-47e1-83bc-188c36774c25 req-6cbffd9b-8d9d-4ea9-b70d-e720971c3b6e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:41.603795 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dad6d3b1-1b4e-47e1-83bc-188c36774c25 req-6cbffd9b-8d9d-4ea9-b70d-e720971c3b6e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0496392 Aug 27 02:29:41.653822 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dad6d3b1-1b4e-47e1-83bc-188c36774c25 req-fe2de161-980d-4efa-b99d-368e2f344af4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440841 Aug 27 02:29:41.906379 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2854-4e6a-499f-8aa5-f3c286cee6ee req-8f0bff72-4b91-4c9a-a5b8-27daacbda762 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:41.907873 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-265c2854-4e6a-499f-8aa5-f3c286cee6ee req-8f0bff72-4b91-4c9a-a5b8-27daacbda762 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0608363 Aug 27 02:29:41.976905 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-265c2854-4e6a-499f-8aa5-f3c286cee6ee req-06e29ca9-5477-4852-9f52-5287b72246a9 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599520 Aug 27 02:29:42.130669 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119851c0-bd78-4e8d-84ba-be156e09d885 req-f59b403d-39c9-45ad-af94-0d54c2cf0a42 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:42.132707 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-119851c0-bd78-4e8d-84ba-be156e09d885 req-f59b403d-39c9-45ad-af94-0d54c2cf0a42 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 946 time: 0.0551689 Aug 27 02:29:42.185787 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-119851c0-bd78-4e8d-84ba-be156e09d885 req-a818e13e-118b-4d5a-9f61-38019ba41d6b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453606 Aug 27 02:29:42.798783 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42666573-207b-4a45-9571-8081dcf30f6f req-eb139d1f-ffe8-4f94-9148-88960b550498 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:42.800406 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42666573-207b-4a45-9571-8081dcf30f6f req-eb139d1f-ffe8-4f94-9148-88960b550498 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0615902 Aug 27 02:29:42.857148 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42666573-207b-4a45-9571-8081dcf30f6f req-ce161d4a-7f6f-4fde-9b4d-17fb7fe0debe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501437 Aug 27 02:29:43.105999 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ac00b-80b0-4940-b93f-5b13185b5a0f req-0999853d-3053-4801-a9a2-7ee3f2e35061 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:43.107413 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d3ac00b-80b0-4940-b93f-5b13185b5a0f req-0999853d-3053-4801-a9a2-7ee3f2e35061 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0500672 Aug 27 02:29:43.165267 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d3ac00b-80b0-4940-b93f-5b13185b5a0f req-dd222b77-8f70-41d1-a2ea-1e021c2913f9 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508626 Aug 27 02:29:43.320776 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bec5ea-60ea-48fb-ad0c-243d08eeb99c req-8ac6a587-cc42-48e0-b6ee-f63ebfb97337 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:43.322322 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47bec5ea-60ea-48fb-ad0c-243d08eeb99c req-8ac6a587-cc42-48e0-b6ee-f63ebfb97337 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 946 time: 0.0495949 Aug 27 02:29:43.374837 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47bec5ea-60ea-48fb-ad0c-243d08eeb99c req-efc72bf9-fe52-4924-8975-018756993437 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465198 Aug 27 02:29:43.984340 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27819c-2aaf-4da1-a1c0-95fc2dd0a87a req-667d8a4a-33e4-48a4-af6c-ece7bc39e72d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:43.985736 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a27819c-2aaf-4da1-a1c0-95fc2dd0a87a req-667d8a4a-33e4-48a4-af6c-ece7bc39e72d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0497231 Aug 27 02:29:44.034321 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a27819c-2aaf-4da1-a1c0-95fc2dd0a87a req-91b8ec03-6268-4e92-9c73-3c0229793a13 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429540 Aug 27 02:29:44.289015 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e26d51-85fc-4e57-a3b2-545c5282ff69 req-9d8a3fbe-eab0-4b34-8a86-e6874abdf8a6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:44.291160 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12e26d51-85fc-4e57-a3b2-545c5282ff69 req-9d8a3fbe-eab0-4b34-8a86-e6874abdf8a6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0501993 Aug 27 02:29:44.343605 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12e26d51-85fc-4e57-a3b2-545c5282ff69 req-f506df7f-3adf-4f58-a5f8-7efb165085f1 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464456 Aug 27 02:29:45.164250 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad827a-f014-4205-9618-4a8c9bf69577 req-4586d214-c8f2-440e-b4c7-1bfb226dac56 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:45.165920 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6ad827a-f014-4205-9618-4a8c9bf69577 req-4586d214-c8f2-440e-b4c7-1bfb226dac56 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0541797 Aug 27 02:29:45.219002 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6ad827a-f014-4205-9618-4a8c9bf69577 req-92be1156-5d54-4369-9a18-f8b00dd81d81 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464659 Aug 27 02:29:45.476027 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf2c2f-8040-458f-84f2-a89577932d7a req-67d1461b-1ee6-429b-a6af-44b35f739679 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:45.477612 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-efdf2c2f-8040-458f-84f2-a89577932d7a req-67d1461b-1ee6-429b-a6af-44b35f739679 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0509911 Aug 27 02:29:45.528764 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:45.534453 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-efdf2c2f-8040-458f-84f2-a89577932d7a req-01a80336-12a9-494b-a52d-e0a71fda3bd3 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478184 Aug 27 02:29:46.355362 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b73b64-342d-4eca-92a5-a2ad04b07331 req-ae3589da-49af-4b6e-9470-44c4dfff8774 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:46.356868 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0b73b64-342d-4eca-92a5-a2ad04b07331 req-ae3589da-49af-4b6e-9470-44c4dfff8774 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0537064 Aug 27 02:29:46.404558 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:46.413165 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0b73b64-342d-4eca-92a5-a2ad04b07331 req-68b8db2a-0aa1-4380-a3d9-fa4ea1b321f5 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500534 Aug 27 02:29:46.673836 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6518e4c-95fe-41b7-8d54-8a404ebb52a1 req-2bfbfbf8-a452-4594-bdbb-874444aec855 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:46.675339 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6518e4c-95fe-41b7-8d54-8a404ebb52a1 req-2bfbfbf8-a452-4594-bdbb-874444aec855 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0555189 Aug 27 02:29:46.736231 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6518e4c-95fe-41b7-8d54-8a404ebb52a1 req-4d1270f8-505b-453e-ab6e-fb7927923358 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530272 Aug 27 02:29:47.291960 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:47.544008 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbef326-fa4c-4bfc-a90b-6f3d567afde9 req-c0ec4d2f-e6c1-4217-86d9-b0d8e78c016f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:47.545966 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4dbef326-fa4c-4bfc-a90b-6f3d567afde9 req-c0ec4d2f-e6c1-4217-86d9-b0d8e78c016f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0549538 Aug 27 02:29:47.598749 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4dbef326-fa4c-4bfc-a90b-6f3d567afde9 req-5a9ea25b-2db7-40ae-94ad-60ae85b3e680 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452166 Aug 27 02:29:47.873344 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84253e34-77ef-46f8-a587-a1654a4fd0c1 req-bc1a9d47-8a87-4a88-97fc-0ae42d379f2c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:47.875300 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84253e34-77ef-46f8-a587-a1654a4fd0c1 req-bc1a9d47-8a87-4a88-97fc-0ae42d379f2c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0604963 Aug 27 02:29:47.930014 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84253e34-77ef-46f8-a587-a1654a4fd0c1 req-b1bae37a-0cb1-45e0-a354-81c5e8fd314f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485768 Aug 27 02:29:48.730898 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111c6d4-3bb1-43f2-92d7-e12aee0c1212 req-56bcecab-40eb-41d4-9d4b-c259f9d12ff4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:48.732401 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0111c6d4-3bb1-43f2-92d7-e12aee0c1212 req-56bcecab-40eb-41d4-9d4b-c259f9d12ff4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0493860 Aug 27 02:29:48.781645 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0111c6d4-3bb1-43f2-92d7-e12aee0c1212 req-46f15581-93b0-483e-8647-1f386e3fd7a9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Aug 27 02:29:49.059823 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eede5-cd59-49ee-9031-c03d818a6416 req-66c6168d-d15d-46cf-80ff-378ddc73b27c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:49.061350 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-545eede5-cd59-49ee-9031-c03d818a6416 req-66c6168d-d15d-46cf-80ff-378ddc73b27c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0520761 Aug 27 02:29:49.115208 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-545eede5-cd59-49ee-9031-c03d818a6416 req-e601284c-1d43-4528-89d2-f8f85084f095 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456977 Aug 27 02:29:49.908132 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb14f15-312c-4d63-9d2d-c0d21bca9a6f req-11b779ac-7062-4d1b-ac20-529c78fdcf0f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:49.909687 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aeb14f15-312c-4d63-9d2d-c0d21bca9a6f req-11b779ac-7062-4d1b-ac20-529c78fdcf0f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0541542 Aug 27 02:29:49.944460 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:49.950217 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:49.964504 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aeb14f15-312c-4d63-9d2d-c0d21bca9a6f req-831d46f2-ec7b-424e-b0a8-c9cc1b8f74bd tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469928 Aug 27 02:29:50.241633 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d87aea-97fd-4f9a-8fee-f18869ff07b3 req-ade5463d-50c6-4754-9a5e-2916f4ba34f6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:50.243106 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08d87aea-97fd-4f9a-8fee-f18869ff07b3 req-ade5463d-50c6-4754-9a5e-2916f4ba34f6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0492010 Aug 27 02:29:50.299820 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08d87aea-97fd-4f9a-8fee-f18869ff07b3 req-c74e884c-4c6b-4bfb-bc3f-9f6357461e92 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510583 Aug 27 02:29:50.649142 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:50.651489 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=9 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:50.735942 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7112f9-dfbc-4ba3-9fbf-27cbd6e7513b req-be3a7d1b-e2b5-4bf9-9bfa-757dbc598212 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:50.737735 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd7112f9-dfbc-4ba3-9fbf-27cbd6e7513b req-be3a7d1b-e2b5-4bf9-9bfa-757dbc598212 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 945 time: 0.0599506 Aug 27 02:29:50.787139 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd7112f9-dfbc-4ba3-9fbf-27cbd6e7513b req-ac46ce52-8449-4271-b910-c5a4835610b6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434039 Aug 27 02:29:50.911294 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-9f83f050-336c-4495-8749-114604e22f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:51.087791 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814fd2d-8acd-4f4a-a594-bb8bf72ed0d0 req-367cd745-a37e-47b4-b649-8d584b455315 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:51.089340 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e814fd2d-8acd-4f4a-a594-bb8bf72ed0d0 req-367cd745-a37e-47b4-b649-8d584b455315 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0474510 Aug 27 02:29:51.140243 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e814fd2d-8acd-4f4a-a594-bb8bf72ed0d0 req-2109e9b9-31fe-4637-bf62-ccaf9b3260bb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450735 Aug 27 02:29:51.435191 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7709ba-77ca-432d-8c51-4b07bff5d6b0 req-b3202515-a91c-40b9-ad96-938fca5c7905 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:51.436677 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ea7709ba-77ca-432d-8c51-4b07bff5d6b0 req-b3202515-a91c-40b9-ad96-938fca5c7905 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0574896 Aug 27 02:29:51.489226 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ea7709ba-77ca-432d-8c51-4b07bff5d6b0 req-8eff2b28-40d9-43f9-9bd2-2731c5b0d0a9 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466735 Aug 27 02:29:51.900110 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:51.910876 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406571a1-1736-4db5-9f18-ee054c6629b3 req-cc033139-203a-479d-893b-06cd318f9d64 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:51.912335 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-406571a1-1736-4db5-9f18-ee054c6629b3 req-cc033139-203a-479d-893b-06cd318f9d64 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 945 time: 0.0486171 Aug 27 02:29:51.944408 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:51.963436 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-406571a1-1736-4db5-9f18-ee054c6629b3 req-c4f2d9ab-31eb-429b-93c1-7d3b955c07fd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441356 Aug 27 02:29:52.226345 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43865fa-b381-4f93-a297-ef13b904d982 req-ff055c55-4d57-4d10-a30a-58e55c2ebf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:52.228473 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a43865fa-b381-4f93-a297-ef13b904d982 req-ff055c55-4d57-4d10-a30a-58e55c2ebf2e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b2ddff853b7546788b645a0344c2297b&device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 1129 time: 0.0450566 Aug 27 02:29:52.268491 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccff89-1509-4b45-9556-09820d261a9b req-afd48029-4950-46ff-a150-a6a7b8624002 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:52.269967 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6ccff89-1509-4b45-9556-09820d261a9b req-afd48029-4950-46ff-a150-a6a7b8624002 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0498457 Aug 27 02:29:52.324135 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6ccff89-1509-4b45-9556-09820d261a9b req-a351e1c8-2d76-4793-8704-d383b0dc80bb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483472 Aug 27 02:29:52.598315 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43865fa-b381-4f93-a297-ef13b904d982 req-6992d313-af81-46d2-8a10-16ce62c2b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:52.599795 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a43865fa-b381-4f93-a297-ef13b904d982 req-6992d313-af81-46d2-8a10-16ce62c2b572 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd HTTP/1.1" status: 200 len: 910 time: 0.1004987 Aug 27 02:29:52.614129 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faddcf-ecf2-45ad-a7d6-d4634b9603d0 req-5ae28b18-a79b-4f96-a720-dcfc05388e52 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:52.615592 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e6faddcf-ecf2-45ad-a7d6-d4634b9603d0 req-5ae28b18-a79b-4f96-a720-dcfc05388e52 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0500596 Aug 27 02:29:52.673935 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a43865fa-b381-4f93-a297-ef13b904d982 req-e2ac61e2-b436-44f9-bea8-c6fed8126810 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0 HTTP/1.1" status: 200 len: 1001 time: 0.0622318 Aug 27 02:29:52.727921 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43865fa-b381-4f93-a297-ef13b904d982 req-b2fa2ea2-2067-4f68-9c39-83a17e2917bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:52.729431 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a43865fa-b381-4f93-a297-ef13b904d982 req-b2fa2ea2-2067-4f68-9c39-83a17e2917bd service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7dc1b704-facd-40ba-ba67-c373ad45e038 HTTP/1.1" status: 200 len: 848 time: 0.0491791 Aug 27 02:29:52.786917 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e6faddcf-ecf2-45ad-a7d6-d4634b9603d0 req-6cfc70fd-57e6-4079-8543-47d31b0e633b tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651299 Aug 27 02:29:52.876637 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43865fa-b381-4f93-a297-ef13b904d982 req-6e04137e-488f-445b-ac3c-dbf6fa409fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:52.878343 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a43865fa-b381-4f93-a297-ef13b904d982 req-6e04137e-488f-445b-ac3c-dbf6fa409fa6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578630 Aug 27 02:29:52.880457 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-2f693181-dd1c-441c-a6a0-29afa1771a13 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:52.881933 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-2f693181-dd1c-441c-a6a0-29afa1771a13 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 945 time: 0.0613849 Aug 27 02:29:52.974043 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Deleting port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:29:52.974396 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:52.979569 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a43865fa-b381-4f93-a297-ef13b904d982 req-a9e2f37a-f0bc-4d97-84a4-49c7e3ed52da service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909381 Aug 27 02:29:53.093771 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-a43865fa-b381-4f93-a297-ef13b904d982 req-01415186-b4da-44df-80ca-6e53b4a1d36a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079061 Aug 27 02:29:53.111052 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] For port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=2fe1c73f-fd8a-4318-9640-cf25059ea1c3,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:53.111422 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:53.132593 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3c440-ee49-4f0f-9e22-71b1a8a98d45 req-21dbc551-7548-40c7-8756-1a7cb3cfd658 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:53.134196 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6cc3c440-ee49-4f0f-9e22-71b1a8a98d45 req-21dbc551-7548-40c7-8756-1a7cb3cfd658 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 945 time: 0.0749741 Aug 27 02:29:53.303881 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6cc3c440-ee49-4f0f-9e22-71b1a8a98d45 req-375be419-c4d9-4513-a58c-99a7125ddd2e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b56d3f9c-c575-40db-b0a1-f064b0c65653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493256 Aug 27 02:29:53.377773 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:53.378171 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (2d8062d7-e262-4429-bb63-14cbc7c39bf9), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:53.378485 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Floating IP 2d8062d7-e262-4429-bb63-14cbc7c39bf9 disassociated. External IP: 172.27.1.165, port: 2fe1c73f-fd8a-4318-9640-cf25059ea1c3. Aug 27 02:29:53.378821 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Calling delete_port for 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:29:53.483922 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662747ce-de5e-49b1-9e6a-caed6a7bc741 req-2e15fb08-c51c-43bc-9e76-2160abdc7c7d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:53.486368 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-662747ce-de5e-49b1-9e6a-caed6a7bc741 req-2e15fb08-c51c-43bc-9e76-2160abdc7c7d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0626957 Aug 27 02:29:53.544413 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:53.587697 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-662747ce-de5e-49b1-9e6a-caed6a7bc741 req-40f30cef-3dee-4336-b6ac-feb036cfc0c0 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902176 Aug 27 02:29:53.598798 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (2fe1c73f-fd8a-4318-9640-cf25059ea1c3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:53.630476 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'Port': ['ID=2fe1c73f-fd8a-4318-9640-cf25059ea1c3,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:53.673469 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:53.747169 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Router e3773958-dd2d-4e04-8c9e-12c030af0188 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:29:53.859198 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:29:53.870233 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910eea7-2e84-4cff-a4e0-4a9f8257f509 None None] Sync routers for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:29:53.884003 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910eea7-2e84-4cff-a4e0-4a9f8257f509 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:29:53.884568 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-a910eea7-2e84-4cff-a4e0-4a9f8257f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:29:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:53.936265 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] No DVR routers for this DVR port 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:29:53.941194 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:53.944611 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a04adb5f-e097-4d90-89b8-31dbfca2909b req-4d2935b5-3df3-4b40-adcd-d7cfa0f9428a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "DELETE /networking/v2.0/ports/2fe1c73f-fd8a-4318-9640-cf25059ea1c3 HTTP/1.1" status: 204 len: 173 time: 1.0557826 Aug 27 02:29:53.945062 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'name': 'network-vif-deleted', 'tag': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:29:53.948102 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd8763a-a1ad-43aa-8651-0d38a9bfc05f" -d '{"events": [{"server_uuid": "dc699df0-be4f-4036-9e01-45ba0156616b", "name": "network-vif-deleted", "tag": "2fe1c73f-fd8a-4318-9640-cf25059ea1c3"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:53.972358 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bae3f6-1891-40b9-8f2a-51ac7d081915 req-9f5f0467-ba59-4bd2-92c2-e9ac0d4abc2c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:53.980875 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75bae3f6-1891-40b9-8f2a-51ac7d081915 req-9f5f0467-ba59-4bd2-92c2-e9ac0d4abc2c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0919659 Aug 27 02:29:54.006775 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-a910eea7-2e84-4cff-a4e0-4a9f8257f509 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:29:54.043405 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b87a84d9-eeed-49b0-b4f3-b2503bb56190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:54.053193 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75bae3f6-1891-40b9-8f2a-51ac7d081915 req-6a5e1aad-aec5-4b8a-ad51-7c415230533c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706160 Aug 27 02:29:54.057708 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322943f0-8e0d-48cb-9489-d721e9da0627 x-openstack-request-id: req-322943f0-8e0d-48cb-9489-d721e9da0627 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:54.057997 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc699df0-be4f-4036-9e01-45ba0156616b", "name": "network-vif-deleted", "tag": "2fe1c73f-fd8a-4318-9640-cf25059ea1c3", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:54.058250 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-322943f0-8e0d-48cb-9489-d721e9da0627 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:54.058651 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322943f0-8e0d-48cb-9489-d721e9da0627'] response: {'server_uuid': 'dc699df0-be4f-4036-9e01-45ba0156616b', 'name': 'network-vif-deleted', 'tag': '2fe1c73f-fd8a-4318-9640-cf25059ea1c3', 'status': 'completed', 'code': 200} Aug 27 02:29:54.241706 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-a910eea7-2e84-4cff-a4e0-4a9f8257f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '13ea0d8a-822f-42b5-8db1-2301d9082cf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:5d:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:22:37Z', 'updated_at': '2022-08-27T02:23:53Z', 'revision_number': 2, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:54.271266 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910eea7-2e84-4cff-a4e0-4a9f8257f509 None None] Checking router: e3773958-dd2d-4e04-8c9e-12c030af0188 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:29:54.280948 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910eea7-2e84-4cff-a4e0-4a9f8257f509 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:29:54.281578 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-a910eea7-2e84-4cff-a4e0-4a9f8257f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:29:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:54.429691 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-49f26788-bc9f-4c00-83e7-c1542a9bdb1b req-2ec2f350-a7d5-4a8d-a5c1-069ae370e190 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 210 time: 0.0327041 Aug 27 02:29:54.535455 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-a910eea7-2e84-4cff-a4e0-4a9f8257f509 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:29:54.729838 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b213e-1386-46b3-89fe-118afc8e89af req-b64049bd-69ea-4c03-b3d4-6465eff18c75 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:54.740106 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-177b213e-1386-46b3-89fe-118afc8e89af req-b64049bd-69ea-4c03-b3d4-6465eff18c75 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0752971 Aug 27 02:29:54.786317 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-a910eea7-2e84-4cff-a4e0-4a9f8257f509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '13ea0d8a-822f-42b5-8db1-2301d9082cf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:5d:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:22:37Z', 'updated_at': '2022-08-27T02:23:53Z', 'revision_number': 2, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:54.797732 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-177b213e-1386-46b3-89fe-118afc8e89af req-81ba7f85-b78e-4ff0-8df1-0486264a0212 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555470 Aug 27 02:29:54.816913 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910eea7-2e84-4cff-a4e0-4a9f8257f509 None None] The sync data for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi is: [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '13ea0d8a-822f-42b5-8db1-2301d9082cf9', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:5d:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:22:37Z', 'updated_at': '2022-08-27T02:23:53Z', 'revision_number': 2, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:29:55.151967 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a8c286-21a3-4437-b77d-de690a05ca6a None None] New status for floating IP 2d8062d7-e262-4429-bb63-14cbc7c39bf9: DOWN {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:29:55.194720 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdf54c-daae-4bfb-82ee-c35c530e34c1 req-72b37b09-f0ca-4eb7-bc94-70f094c4d771 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:55.196659 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e4cdf54c-daae-4bfb-82ee-c35c530e34c1 req-72b37b09-f0ca-4eb7-bc94-70f094c4d771 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0558150 Aug 27 02:29:55.278850 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e4cdf54c-daae-4bfb-82ee-c35c530e34c1 req-bb5591a7-6b17-44a6-8237-954d96d0152b tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709932 Aug 27 02:29:55.604301 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a004a491-57ff-4381-93af-665f296d27e3 req-82efaeb0-9cb5-4acb-9280-f1fbca1bc2f4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc699df0-be4f-4036-9e01-45ba0156616b HTTP/1.1" status: 200 len: 210 time: 0.0368993 Aug 27 02:29:55.759572 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:55.780352 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:29:55.780693 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 2fe1c73f-fd8a-4318-9640-cf25059ea1c3 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:55.925916 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc364c-3b34-4ca5-bbc6-228f0d3cae26 req-88947993-fcda-4305-8e67-d386016fd509 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:55.927457 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-32cc364c-3b34-4ca5-bbc6-228f0d3cae26 req-88947993-fcda-4305-8e67-d386016fd509 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0496094 Aug 27 02:29:55.976258 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-32cc364c-3b34-4ca5-bbc6-228f0d3cae26 req-d4a265d1-1890-4949-b2b7-e324122533b8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427835 Aug 27 02:29:56.412226 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d64d1b-1d34-41e4-b155-e04ab0196f0b req-e3e55794-ee62-43e5-b749-2795138fd614 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:56.413735 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-35d64d1b-1d34-41e4-b155-e04ab0196f0b req-e3e55794-ee62-43e5-b749-2795138fd614 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0593371 Aug 27 02:29:56.466115 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-35d64d1b-1d34-41e4-b155-e04ab0196f0b req-b2633767-190b-4b30-a675-d4a5a5c76e93 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460999 Aug 27 02:29:56.583723 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:56.706785 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50076) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:29:56.720964 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50078) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:29:56.743948 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7643da-5cf1-445a-8e71-590b13f29f7f req-f0ed9774-6e7c-40f6-b449-66a874eaf435 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:56.750820 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d7643da-5cf1-445a-8e71-590b13f29f7f req-f0ed9774-6e7c-40f6-b449-66a874eaf435 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0613182 Aug 27 02:29:56.784103 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6fecc828-6712-42b0-a89a-c2b584c6e3dc tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (b56d3f9c-c575-40db-b0a1-f064b0c65653), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:56.803724 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d7643da-5cf1-445a-8e71-590b13f29f7f req-3d516e84-6e04-4147-8886-3d33d9168d85 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515347 Aug 27 02:29:56.829160 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6fecc828-6712-42b0-a89a-c2b584c6e3dc tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (b56d3f9c-c575-40db-b0a1-f064b0c65653), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:56.840745 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-fb61d3b7-7e79-434f-b72a-7153e341928f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1184096 Aug 27 02:29:56.853902 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-a98162b8-b447-4149-8484-c99f808fe5d9 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:29:56.854883 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-a98162b8-b447-4149-8484-c99f808fe5d9 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0089629 Aug 27 02:29:56.894496 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6fecc828-6712-42b0-a89a-c2b584c6e3dc tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (b56d3f9c-c575-40db-b0a1-f064b0c65653), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:56.897094 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6fecc828-6712-42b0-a89a-c2b584c6e3dc tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:56.898284 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-6fecc828-6712-42b0-a89a-c2b584c6e3dc tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b56d3f9c-c575-40db-b0a1-f064b0c65653 HTTP/1.1" status: 204 len: 168 time: 0.1894643 Aug 27 02:29:56.901625 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50086) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:29:56.919579 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecc828-6712-42b0-a89a-c2b584c6e3dc tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56d3f9c-c575-40db-b0a1-f064b0c65653,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:56.921691 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.api.v2.resource [None req-175404d7-3432-4736-adf2-2897212c789e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] show failed (client error): The resource could not be found. Aug 27 02:29:56.925168 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-175404d7-3432-4736-adf2-2897212c789e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups/b56d3f9c-c575-40db-b0a1-f064b0c65653 HTTP/1.1" status: 404 len: 347 time: 0.0201299 Aug 27 02:29:56.926225 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50088) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:29:56.941668 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50090) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:29:57.058319 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-815428bd-180c-48cc-b527-a98942b5565f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Deleting port 38a3cba7-2296-4c19-9593-d775dc6925e8 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:29:57.061314 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-815428bd-180c-48cc-b527-a98942b5565f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (38a3cba7-2296-4c19-9593-d775dc6925e8), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:57.069426 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-bad20727-be4a-4cad-9e59-c2f9f4ff234b tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:57.071164 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-bad20727-be4a-4cad-9e59-c2f9f4ff234b tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports/89f4d982-1807-4e80-b9ef-c7bc0025f1b0 HTTP/1.1" status: 200 len: 942 time: 0.1281271 Aug 27 02:29:57.124958 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d4408-cf72-4e41-8aed-3d40c6ddc96d req-0883a8c0-0858-4002-9310-1a71da4c944b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:57.127262 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6b6d4408-cf72-4e41-8aed-3d40c6ddc96d req-0883a8c0-0858-4002-9310-1a71da4c944b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0657680 Aug 27 02:29:57.161153 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-815428bd-180c-48cc-b527-a98942b5565f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (38a3cba7-2296-4c19-9593-d775dc6925e8), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:57.161450 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-815428bd-180c-48cc-b527-a98942b5565f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (38a3cba7-2296-4c19-9593-d775dc6925e8), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:57.167794 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:57.177783 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-815428bd-180c-48cc-b527-a98942b5565f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Calling delete_port for 38a3cba7-2296-4c19-9593-d775dc6925e8 owned by network:floatingip {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:29:57.191884 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6b6d4408-cf72-4e41-8aed-3d40c6ddc96d req-7494177a-f16c-4d5a-b683-870af46e93a1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577953 Aug 27 02:29:57.256418 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:57.272461 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:57.350717 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-815428bd-180c-48cc-b527-a98942b5565f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (38a3cba7-2296-4c19-9593-d775dc6925e8), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:57.377228 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815428bd-180c-48cc-b527-a98942b5565f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'Port': ['ID=38a3cba7-2296-4c19-9593-d775dc6925e8,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:57.462203 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-815428bd-180c-48cc-b527-a98942b5565f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (2d8062d7-e262-4429-bb63-14cbc7c39bf9), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:57.465507 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-815428bd-180c-48cc-b527-a98942b5565f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:57.467334 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-815428bd-180c-48cc-b527-a98942b5565f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/2d8062d7-e262-4429-bb63-14cbc7c39bf9 HTTP/1.1" status: 204 len: 168 time: 0.5399199 Aug 27 02:29:57.749179 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:57.863008 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 is: ACTIVE; New status is: DOWN {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:29:57.863615 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:57.890500 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:29:57.893098 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac240d5c-4e14-4c89-bb6c-4ce269abba67" -d '{"events": [{"server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "name": "network-vif-unplugged", "status": "completed", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:57.909667 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:57.918204 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:57.950548 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Aug 2022 02:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a18d11f-22de-44b4-990e-f2a735d5564b x-openstack-request-id: req-6a18d11f-22de-44b4-990e-f2a735d5564b {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:57.950836 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "name": "network-vif-unplugged", "status": "failed", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0", "code": 422}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:57.951590 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a18d11f-22de-44b4-990e-f2a735d5564b {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:57.952367 dv-cinder-846303-3-iscsi neutron-server[106605]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6a18d11f-22de-44b4-990e-f2a735d5564b']: {'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'code': 422} returned with failed status Aug 27 02:29:57.953113 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:57.960161 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:57.966404 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70902412-9938-4e45-ba5a-bcec116a713d req-86055bd4-6ee7-41b2-8b6e-9cef7cbe97c1 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:57.968615 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-70902412-9938-4e45-ba5a-bcec116a713d req-86055bd4-6ee7-41b2-8b6e-9cef7cbe97c1 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0766597 Aug 27 02:29:57.993941 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,revision_number=6']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:58.015549 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:29:58.021269 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:58.034115 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-70902412-9938-4e45-ba5a-bcec116a713d req-b2c50201-8b1d-48ee-96f0-3e14ab0ae86d tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573652 Aug 27 02:29:58.342670 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c202615-1f90-4fc8-aa3a-0870a76b6b02 req-dac7aee2-041a-4bd8-b5d2-10efcb557916 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:58.345112 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c202615-1f90-4fc8-aa3a-0870a76b6b02 req-dac7aee2-041a-4bd8-b5d2-10efcb557916 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0616112 Aug 27 02:29:58.406802 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c202615-1f90-4fc8-aa3a-0870a76b6b02 req-e64adfdb-733f-4ffb-9e9c-5ddea22d9a8e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556557 Aug 27 02:29:58.686650 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:59.018208 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:29:59.170817 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe25923-25c0-42c3-8976-ecb80e696337 req-c429914c-519d-448e-801a-3e604604656a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:59.172443 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ffe25923-25c0-42c3-8976-ecb80e696337 req-c429914c-519d-448e-801a-3e604604656a tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0605745 Aug 27 02:29:59.232663 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ffe25923-25c0-42c3-8976-ecb80e696337 req-2deba4f1-e69c-4479-95af-14428a95f92f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501075 Aug 27 02:29:59.543519 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24a7df-a523-4fd8-a988-4c1cb0e3a20e req-e89634f9-59bf-4640-b727-1d0c24f722b2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:59.544919 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8d24a7df-a523-4fd8-a988-4c1cb0e3a20e req-e89634f9-59bf-4640-b727-1d0c24f722b2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0515213 Aug 27 02:29:59.598056 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8d24a7df-a523-4fd8-a988-4c1cb0e3a20e req-5e651d38-c8cb-47a6-847c-f81a5881832a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470583 Aug 27 02:29:59.691874 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-25640183-bf98-4bec-9a3a-dd6e3edad67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:29:59.693459 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-25640183-bf98-4bec-9a3a-dd6e3edad67a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804&tenant_id=b2ddff853b7546788b645a0344c2297b HTTP/1.1" status: 200 len: 1127 time: 0.0825794 Aug 27 02:30:00.544381 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3a2a-2d26-4b00-b437-4c65858dae33 req-2790702c-3a88-48d3-82e8-cd8397935d65 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:00.545817 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e3c3a2a-2d26-4b00-b437-4c65858dae33 req-2790702c-3a88-48d3-82e8-cd8397935d65 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.3220243 Aug 27 02:30:00.573606 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01cf5b-bdcd-447d-86e8-9dd03050f85d req-9fba13f9-1dd7-497b-8157-0d0236a95714 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:00.575077 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1b01cf5b-bdcd-447d-86e8-9dd03050f85d req-9fba13f9-1dd7-497b-8157-0d0236a95714 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0731163 Aug 27 02:30:00.622436 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e3c3a2a-2d26-4b00-b437-4c65858dae33 req-fbd4924c-a113-4a84-8c7a-d972a6e5be0c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699816 Aug 27 02:30:00.649881 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1b01cf5b-bdcd-447d-86e8-9dd03050f85d req-a9c95db9-0a8f-444b-8223-0daaca3edc0b tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675566 Aug 27 02:30:00.754946 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdf72c-0271-4ea1-9a52-c3f4bbdeef2c req-30b87318-4b75-487f-92a8-e9d3070f1770 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:00.756411 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84fdf72c-0271-4ea1-9a52-c3f4bbdeef2c req-30b87318-4b75-487f-92a8-e9d3070f1770 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0540588 Aug 27 02:30:00.805086 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84fdf72c-0271-4ea1-9a52-c3f4bbdeef2c req-ea521e34-6fb3-48f4-a750-148d05e33039 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420194 Aug 27 02:30:01.468965 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-616b5c83-6b3b-4e2f-bc9e-f83281778e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:01.470615 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-616b5c83-6b3b-4e2f-bc9e-f83281778e48 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b2ddff853b7546788b645a0344c2297b&device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 1127 time: 0.0434244 Aug 27 02:30:01.554810 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffbc9c-c0e2-4fbe-ab0a-ee2d5865c0f8 req-55f764ed-70ef-415b-9711-dec61fff04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:01.556474 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-92ffbc9c-c0e2-4fbe-ab0a-ee2d5865c0f8 req-55f764ed-70ef-415b-9711-dec61fff04d8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 1130 time: 0.0396640 Aug 27 02:30:01.584474 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-76916390-3eed-4513-bf0b-e67eb987163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:01.586306 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-76916390-3eed-4513-bf0b-e67eb987163a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd HTTP/1.1" status: 200 len: 910 time: 0.1013849 Aug 27 02:30:01.603243 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-92ffbc9c-c0e2-4fbe-ab0a-ee2d5865c0f8 req-6cad95c8-aa0e-44e6-97d7-db1faa6bdf8c service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398839 Aug 27 02:30:01.650510 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-93e3377d-32f5-4ca6-9ab3-cffad73aedf3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0 HTTP/1.1" status: 200 len: 999 time: 0.0572104 Aug 27 02:30:01.780403 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadf2bc-1016-4ab4-8c4c-7596b310cd4a req-2ccde9dd-e88c-44c4-ab1a-e57be0fd15cc tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:01.781911 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5dadf2bc-1016-4ab4-8c4c-7596b310cd4a req-2ccde9dd-e88c-44c4-ab1a-e57be0fd15cc tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0820909 Aug 27 02:30:01.807756 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be663-c25b-4b83-ae37-7425387be5af req-6ae14110-f510-4ce5-8119-53847bd163e8 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:01.809210 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e98be663-c25b-4b83-ae37-7425387be5af req-6ae14110-f510-4ce5-8119-53847bd163e8 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0745890 Aug 27 02:30:01.874286 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5dadf2bc-1016-4ab4-8c4c-7596b310cd4a req-67ec9d14-bd2b-4e31-b340-2b483faf652d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835147 Aug 27 02:30:01.878599 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:01.884105 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e98be663-c25b-4b83-ae37-7425387be5af req-786ce650-d965-4805-911e-fb91ea29e3c9 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673409 Aug 27 02:30:01.975184 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:01.984162 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665f07c-2fd7-41c4-8963-5fd779783862 req-faf9d4ca-ce43-43c5-a203-39e4c791057e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:01.985753 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8665f07c-2fd7-41c4-8963-5fd779783862 req-faf9d4ca-ce43-43c5-a203-39e4c791057e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0535975 Aug 27 02:30:02.044600 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8665f07c-2fd7-41c4-8963-5fd779783862 req-7ec825c9-ff1b-40d0-a48d-41b235062cd7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504642 Aug 27 02:30:02.624567 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-609433a1-0082-4592-bf4b-6a8b91df6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:02.625980 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-609433a1-0082-4592-bf4b-6a8b91df6433 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7dc1b704-facd-40ba-ba67-c373ad45e038 HTTP/1.1" status: 200 len: 848 time: 0.0572064 Aug 27 02:30:02.767980 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-27952906-fd55-4500-93dc-923132a9182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:02.770453 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-27952906-fd55-4500-93dc-923132a9182e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446963 Aug 27 02:30:02.776980 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-85b5bfca-3d64-4e85-bdaf-7f6b37e37c71 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:02.778508 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-85b5bfca-3d64-4e85-bdaf-7f6b37e37c71 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.0516756 Aug 27 02:30:02.871898 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Deleting port e98d7081-9ec1-49da-9111-4786cc0b96ef {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:30:02.872235 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:02.874266 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-e57e5834-35bc-42eb-90b4-991d70792bb0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966125 Aug 27 02:30:02.993775 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] For port e98d7081-9ec1-49da-9111-4786cc0b96ef, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=e98d7081-9ec1-49da-9111-4786cc0b96ef,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:02.994243 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:02.996767 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e229b80f-734f-4992-b889-76e9d9c0c8cf req-301fad5e-47a0-43cc-bdc0-68a80d6e51bf service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153734 Aug 27 02:30:03.058687 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e15e-2a34-4a89-9d0e-c2ceb0d796bb req-bbbab1be-52ee-473f-a4ed-b1aa590521e3 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:03.061014 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42b6e15e-2a34-4a89-9d0e-c2ceb0d796bb req-bbbab1be-52ee-473f-a4ed-b1aa590521e3 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0941319 Aug 27 02:30:03.066528 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd698b59-004a-4036-a26d-47aefd5bbba3 req-f59228cc-6d2f-4629-99be-fc4df70fee0f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:03.068201 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd698b59-004a-4036-a26d-47aefd5bbba3 req-f59228cc-6d2f-4629-99be-fc4df70fee0f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 945 time: 0.1008806 Aug 27 02:30:03.165907 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42b6e15e-2a34-4a89-9d0e-c2ceb0d796bb req-fc55606b-70ee-49c4-83eb-23c3229a36af tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963595 Aug 27 02:30:03.169397 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd698b59-004a-4036-a26d-47aefd5bbba3 req-223fa96b-1003-44e5-822d-6db631410ae6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=82db15f7-1990-4b33-9947-fa83d4264d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878630 Aug 27 02:30:03.263196 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:03.263563 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (13ea0d8a-822f-42b5-8db1-2301d9082cf9), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:03.263882 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Floating IP 13ea0d8a-822f-42b5-8db1-2301d9082cf9 disassociated. External IP: 172.27.1.34, port: e98d7081-9ec1-49da-9111-4786cc0b96ef. Aug 27 02:30:03.264229 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Calling delete_port for e98d7081-9ec1-49da-9111-4786cc0b96ef owned by compute:nova {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:30:03.299994 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0f758-3b1c-4d28-bb03-05a21e5921f3 req-531f1061-edfc-4e4b-b45a-cefcf0ded27f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:03.301548 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3f0f758-3b1c-4d28-bb03-05a21e5921f3 req-531f1061-edfc-4e4b-b45a-cefcf0ded27f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0555968 Aug 27 02:30:03.356755 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3f0f758-3b1c-4d28-bb03-05a21e5921f3 req-3c19469e-4220-454e-8fb2-e77be0b7886b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465300 Aug 27 02:30:03.414994 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (e98d7081-9ec1-49da-9111-4786cc0b96ef), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:03.446880 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'Port': ['ID=e98d7081-9ec1-49da-9111-4786cc0b96ef,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:03.562733 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:03.571505 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:03.578461 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Router e3773958-dd2d-4e04-8c9e-12c030af0188 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:30:03.690129 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:03.703172 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa48a936-7e00-45c0-9745-fc646d641d2a None None] Sync routers for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:03.714839 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48a936-7e00-45c0-9745-fc646d641d2a None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:30:03.715455 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-aa48a936-7e00-45c0-9745-fc646d641d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:29:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:03.736589 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] No DVR routers for this DVR port e98d7081-9ec1-49da-9111-4786cc0b96ef on host hv-cinder-84630 {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:30:03.739561 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:03.743373 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-60c1c2b8-f66b-47ca-b5d8-444fb0736ce7 req-b53ed669-f64c-4bf7-984a-6f6fa06473f5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "DELETE /networking/v2.0/ports/e98d7081-9ec1-49da-9111-4786cc0b96ef HTTP/1.1" status: 204 len: 173 time: 0.9592907 Aug 27 02:30:03.743921 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'name': 'network-vif-deleted', 'tag': 'e98d7081-9ec1-49da-9111-4786cc0b96ef'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:30:03.746233 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bad08ea-bf3f-4581-af70-c9627fe109e5" -d '{"events": [{"server_uuid": "2ad09ab6-ef1f-47a2-bf44-6ae046cc8645", "name": "network-vif-deleted", "tag": "e98d7081-9ec1-49da-9111-4786cc0b96ef"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:03.787824 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64a6860-1247-456a-927b-dd4e3e8a54dc x-openstack-request-id: req-a64a6860-1247-456a-927b-dd4e3e8a54dc {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:03.788450 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad09ab6-ef1f-47a2-bf44-6ae046cc8645", "name": "network-vif-deleted", "tag": "e98d7081-9ec1-49da-9111-4786cc0b96ef", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:03.788450 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a64a6860-1247-456a-927b-dd4e3e8a54dc {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:03.788755 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64a6860-1247-456a-927b-dd4e3e8a54dc'] response: {'server_uuid': '2ad09ab6-ef1f-47a2-bf44-6ae046cc8645', 'name': 'network-vif-deleted', 'tag': 'e98d7081-9ec1-49da-9111-4786cc0b96ef', 'status': 'completed', 'code': 200} Aug 27 02:30:03.827550 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-aa48a936-7e00-45c0-9745-fc646d641d2a None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:30:04.036057 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-aa48a936-7e00-45c0-9745-fc646d641d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:04.062395 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa48a936-7e00-45c0-9745-fc646d641d2a None None] Checking router: e3773958-dd2d-4e04-8c9e-12c030af0188 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:04.071861 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48a936-7e00-45c0-9745-fc646d641d2a None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:30:04.072511 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-aa48a936-7e00-45c0-9745-fc646d641d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:29:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:04.176773 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-aa48a936-7e00-45c0-9745-fc646d641d2a None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:30:04.313171 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dee81181-3e4c-477e-8a6f-7a64e1d7879c req-e749d784-75dd-4ce3-9c0e-9eebf822e037 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.0485554 Aug 27 02:30:04.330982 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d5b3-ce1b-41f8-a3eb-766c587427e8 req-aa155bea-d738-40ef-bd7d-44e00be54c09 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:04.332492 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6315d5b3-ce1b-41f8-a3eb-766c587427e8 req-aa155bea-d738-40ef-bd7d-44e00be54c09 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0790622 Aug 27 02:30:04.377565 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-aa48a936-7e00-45c0-9745-fc646d641d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:04.395740 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6315d5b3-ce1b-41f8-a3eb-766c587427e8 req-bf04daf6-89f0-4be7-aa09-c3a57b6d21d7 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467296 Aug 27 02:30:04.407427 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa48a936-7e00-45c0-9745-fc646d641d2a None None] The sync data for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi is: [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:04.513316 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4403a-d03a-4efb-9e61-2cfb3a469b08 req-7f94ab12-79c7-486e-9713-b1d331108fa3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:04.514908 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40b4403a-d03a-4efb-9e61-2cfb3a469b08 req-7f94ab12-79c7-486e-9713-b1d331108fa3 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0528750 Aug 27 02:30:04.578465 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40b4403a-d03a-4efb-9e61-2cfb3a469b08 req-e42cadec-b9cc-4cb5-a1fc-dc5f9943713a tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577960 Aug 27 02:30:04.679238 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a829c3-800d-4051-bd20-f7d9b0011e1a None None] New status for floating IP 13ea0d8a-822f-42b5-8db1-2301d9082cf9: DOWN {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:30:04.987920 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c8349-cf6e-4052-9da0-e3d8ae2cdb24 req-7711391a-b898-4b94-8538-67c8ca5f247e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:04.989768 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b08c8349-cf6e-4052-9da0-e3d8ae2cdb24 req-7711391a-b898-4b94-8538-67c8ca5f247e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0517085 Aug 27 02:30:05.047702 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b08c8349-cf6e-4052-9da0-e3d8ae2cdb24 req-bc5f37d1-0b9b-4104-ac11-e8ae7078a5cc tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506315 Aug 27 02:30:05.295531 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:30:05.444152 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5efaf16c-ea53-4276-b5e2-bb5505e8e4d0 req-0a5a09f6-2dd1-4a09-9e82-a20a546466c2 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad09ab6-ef1f-47a2-bf44-6ae046cc8645 HTTP/1.1" status: 200 len: 210 time: 0.0318727 Aug 27 02:30:05.530680 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90882ac-0e9d-4feb-83f4-295556e2efbb req-1ab27bac-88ca-443a-8c2b-159a2d0f491e tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:05.532169 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d90882ac-0e9d-4feb-83f4-295556e2efbb req-1ab27bac-88ca-443a-8c2b-159a2d0f491e tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 943 time: 0.0486681 Aug 27 02:30:05.567193 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:05.574275 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:05.593019 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d90882ac-0e9d-4feb-83f4-295556e2efbb req-a0d05025-52e4-4a38-b88d-160b301dff6d tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550780 Aug 27 02:30:05.749242 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16254dc6-fe1e-4872-8a31-92e1884b832d req-f0f0be25-c6ac-467d-a266-53e13ce3d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:05.751369 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-16254dc6-fe1e-4872-8a31-92e1884b832d req-f0f0be25-c6ac-467d-a266-53e13ce3d658 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 1130 time: 0.0471673 Aug 27 02:30:05.786299 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:05.801725 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device e98d7081-9ec1-49da-9111-4786cc0b96ef no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:05.828326 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: e98d7081-9ec1-49da-9111-4786cc0b96ef {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:30:05.828823 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device e98d7081-9ec1-49da-9111-4786cc0b96ef not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:05.858662 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16254dc6-fe1e-4872-8a31-92e1884b832d req-bd22d311-9339-4252-83bc-c11ba3f86f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:05.860153 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-16254dc6-fe1e-4872-8a31-92e1884b832d req-bd22d311-9339-4252-83bc-c11ba3f86f36 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.1035314 Aug 27 02:30:05.927723 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:05.934872 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-16254dc6-fe1e-4872-8a31-92e1884b832d req-d31e1c30-17af-48c8-b654-5bd8fd3a40d5 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 HTTP/1.1" status: 200 len: 1002 time: 0.0681276 Aug 27 02:30:05.940059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:05.944167 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'port_id': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'mac_address': 'fa:16:3e:ae:23:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:05.980437 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:30:05.980818 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:05.994869 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:30:06.019978 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:06.025048 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:06.028744 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:06.075946 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,revision_number=7']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:06.183929 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dac2a-49f4-4b61-9b23-0330407cd075 req-9b5bdbb6-07d7-4b35-ac59-0747147bc191 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:06.185473 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d6dac2a-49f4-4b61-9b23-0330407cd075 req-9b5bdbb6-07d7-4b35-ac59-0747147bc191 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0521860 Aug 27 02:30:06.245179 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d6dac2a-49f4-4b61-9b23-0330407cd075 req-0c571237-1c3d-4751-8a1c-81a258aea32d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530450 Aug 27 02:30:06.252440 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16254dc6-fe1e-4872-8a31-92e1884b832d req-d7c9b789-9c60-4c62-9f75-b78dcebc6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:06.253971 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-16254dc6-fe1e-4872-8a31-92e1884b832d req-d7c9b789-9c60-4c62-9f75-b78dcebc6114 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.0493259 Aug 27 02:30:06.309953 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16254dc6-fe1e-4872-8a31-92e1884b832d req-0069dd8f-917c-4d9e-885b-82a27f1538de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:06.311535 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-16254dc6-fe1e-4872-8a31-92e1884b832d req-0069dd8f-917c-4d9e-885b-82a27f1538de service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514107 Aug 27 02:30:06.418675 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-16254dc6-fe1e-4872-8a31-92e1884b832d req-b6ba885e-903b-4f59-bcf7-02d16fa2f9da service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998857 Aug 27 02:30:06.508339 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['89f4d982-1807-4e80-b9ef-c7bc0025f1b0'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:30:06.529722 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-16254dc6-fe1e-4872-8a31-92e1884b832d req-57ac839e-22b3-450e-a98b-9c3705b14128 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038661 Aug 27 02:30:06.560566 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50184) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:30:06.625032 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (82db15f7-1990-4b33-9947-fa83d4264d7a), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:06.656549 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (82db15f7-1990-4b33-9947-fa83d4264d7a), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:06.757435 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc34e5-fa1b-4a38-81a6-ad1cb2cc52bf req-eebafb68-8418-4627-9d9f-85a9ccf6a023 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:06.759321 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-81cc34e5-fa1b-4a38-81a6-ad1cb2cc52bf req-eebafb68-8418-4627-9d9f-85a9ccf6a023 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 944 time: 0.0580904 Aug 27 02:30:06.764779 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (82db15f7-1990-4b33-9947-fa83d4264d7a), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:06.767856 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:06.768912 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/82db15f7-1990-4b33-9947-fa83d4264d7a HTTP/1.1" status: 204 len: 168 time: 0.2071893 Aug 27 02:30:06.771944 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50188) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:30:06.788117 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.api.v2.resource [None req-cb629a93-2de5-45aa-ace3-1d35c61ce3b3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] show failed (client error): The resource could not be found. Aug 27 02:30:06.790509 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-cb629a93-2de5-45aa-ace3-1d35c61ce3b3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups/82db15f7-1990-4b33-9947-fa83d4264d7a HTTP/1.1" status: 404 len: 347 time: 0.0155513 Aug 27 02:30:06.792393 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82db15f7-1990-4b33-9947-fa83d4264d7a,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:06.793612 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50190) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:30:06.803420 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.803766 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.804106 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.804444 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.804827 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.805388 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.805773 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.806107 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.806437 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.806762 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.807090 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.807415 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.807739 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.808061 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.808384 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffea3f-5db4-4c09-a892-2fff8618cfdb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:06.840475 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-81cc34e5-fa1b-4a38-81a6-ad1cb2cc52bf req-18c43dfa-f5ec-45e1-86db-8c2fa4a3b363 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704820 Aug 27 02:30:06.919634 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Deleting port 7ea80ba6-6b44-4ba6-b086-202b4246546d {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:30:06.919858 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (7ea80ba6-6b44-4ba6-b086-202b4246546d), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.016255 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (7ea80ba6-6b44-4ba6-b086-202b4246546d), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.016618 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (7ea80ba6-6b44-4ba6-b086-202b4246546d), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.032636 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Calling delete_port for 7ea80ba6-6b44-4ba6-b086-202b4246546d owned by network:floatingip {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:30:07.137501 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:07.179457 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:07.205985 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (7ea80ba6-6b44-4ba6-b086-202b4246546d), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.229402 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'Port': ['ID=7ea80ba6-6b44-4ba6-b086-202b4246546d,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:07.243309 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.243786 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.244121 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.244444 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.244774 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.245092 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.245513 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.245834 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.246146 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.246463 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.246779 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.247091 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.247402 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.247714 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.248022 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.305064 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (13ea0d8a-822f-42b5-8db1-2301d9082cf9), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.307752 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.308867 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-dec8ad83-2774-438d-84ef-efae3239b7d1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/13ea0d8a-822f-42b5-8db1-2301d9082cf9 HTTP/1.1" status: 204 len: 168 time: 0.5143347 Aug 27 02:30:07.375786 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495565d-af3e-437a-9898-cb3d31db61b2 req-34385e93-42b1-4037-a92a-9c6aefc5988e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:07.377348 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a495565d-af3e-437a-9898-cb3d31db61b2 req-34385e93-42b1-4037-a92a-9c6aefc5988e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0503199 Aug 27 02:30:07.408321 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50196) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:30:07.412879 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-e607c0ff-f23b-4095-bacf-c63f8022e461 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976556435', 'description': 'tempest-description--212253021'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:07.435792 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e607c0ff-f23b-4095-bacf-c63f8022e461 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.439347 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a495565d-af3e-437a-9898-cb3d31db61b2 req-95f2a8e8-5cb2-4552-9890-183db3b1aace tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548790 Aug 27 02:30:07.512380 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e607c0ff-f23b-4095-bacf-c63f8022e461 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (4c5338b8-9705-4d33-9895-209ac48455ba), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.520120 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e607c0ff-f23b-4095-bacf-c63f8022e461 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (4c5338b8-9705-4d33-9895-209ac48455ba), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.553750 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e607c0ff-f23b-4095-bacf-c63f8022e461 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.555523 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-e607c0ff-f23b-4095-bacf-c63f8022e461 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1461551 Aug 27 02:30:07.557632 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607c0ff-f23b-4095-bacf-c63f8022e461 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5338b8-9705-4d33-9895-209ac48455ba,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:07.559083 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50198) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:30:07.563917 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-fda7332e-58f2-4cee-ac2d-78847c44f376 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group_rule': {'security_group_id': '4c5338b8-9705-4d33-9895-209ac48455ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:07.602133 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fda7332e-58f2-4cee-ac2d-78847c44f376 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (a21226a9-636c-4e29-8b50-384f1192cb08), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.652213 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fda7332e-58f2-4cee-ac2d-78847c44f376 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (a21226a9-636c-4e29-8b50-384f1192cb08), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.657583 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fda7332e-58f2-4cee-ac2d-78847c44f376 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (a21226a9-636c-4e29-8b50-384f1192cb08), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.677089 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7332e-58f2-4cee-ac2d-78847c44f376 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21226a9-636c-4e29-8b50-384f1192cb08,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:07.684397 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fda7332e-58f2-4cee-ac2d-78847c44f376 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.685519 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fda7332e-58f2-4cee-ac2d-78847c44f376 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253109 Aug 27 02:30:07.688431 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50200) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:30:07.692780 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-926c74d2-53c0-429b-a0f5-abcf0acc2a3b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group_rule': {'security_group_id': '4c5338b8-9705-4d33-9895-209ac48455ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:07.726056 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-926c74d2-53c0-429b-a0f5-abcf0acc2a3b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (81e209cc-26de-48ee-b878-c1a7fecfab2d), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.795863 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-926c74d2-53c0-429b-a0f5-abcf0acc2a3b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (81e209cc-26de-48ee-b878-c1a7fecfab2d), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.801328 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-926c74d2-53c0-429b-a0f5-abcf0acc2a3b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (81e209cc-26de-48ee-b878-c1a7fecfab2d), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.828859 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c74d2-53c0-429b-a0f5-abcf0acc2a3b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e209cc-26de-48ee-b878-c1a7fecfab2d,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:07.842531 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-926c74d2-53c0-429b-a0f5-abcf0acc2a3b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.843778 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-926c74d2-53c0-429b-a0f5-abcf0acc2a3b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544688 Aug 27 02:30:07.846986 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50202) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:30:07.851365 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:07.876632 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.884903 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:07.934819 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:30:07.935189 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:07.973661 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:07.987274 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7e8b4-ca5c-4e59-af1e-bec13d2dc97a req-be6bf065-bfa8-4940-ad34-e0fef274bca9 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:07.988741 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-31f7e8b4-ca5c-4e59-af1e-bec13d2dc97a req-be6bf065-bfa8-4940-ad34-e0fef274bca9 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 944 time: 0.0666461 Aug 27 02:30:08.011921 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:08.020018 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:08.105796 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-31f7e8b4-ca5c-4e59-af1e-bec13d2dc97a req-f4fdad83-6048-4feb-b730-9db10bde1c8c tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067419 Aug 27 02:30:08.147889 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:30:08.149804 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:08.173481 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:30:08.175747 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a51025-4069-4f1c-8757-2163209ea9f2" -d '{"events": [{"server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "name": "network-vif-plugged", "status": "completed", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:08.175915 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Allocated IP 172.27.1.176 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/de241e9c-7c7e-4097-b833-9084a1f381a2) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:08.189800 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:08.196922 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:08.223544 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3d8af3-eb3e-4e04-8d33-e4b35583aed2 x-openstack-request-id: req-db3d8af3-eb3e-4e04-8d33-e4b35583aed2 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:08.223881 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "name": "network-vif-plugged", "status": "completed", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:08.224071 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db3d8af3-eb3e-4e04-8d33-e4b35583aed2 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:08.224636 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3d8af3-eb3e-4e04-8d33-e4b35583aed2'] response: {'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'code': 200} Aug 27 02:30:08.253506 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,revision_number=8']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:08.292854 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (de241e9c-7c7e-4097-b833-9084a1f381a2), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:08.329091 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (de241e9c-7c7e-4097-b833-9084a1f381a2), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:08.371769 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:08.376795 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:08.380632 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:30:08.388375 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=de241e9c-7c7e-4097-b833-9084a1f381a2,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:08.481067 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (84355402-bdd5-4690-8920-9daaffed3a86), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:08.542101 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (de241e9c-7c7e-4097-b833-9084a1f381a2), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:08.603415 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d360ed-80af-4be0-a948-09ad05547597 req-8042e4ee-e09d-4e43-bb78-d4351eb5a9db tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:08.604908 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f4d360ed-80af-4be0-a948-09ad05547597 req-8042e4ee-e09d-4e43-bb78-d4351eb5a9db tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0842545 Aug 27 02:30:08.707864 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f4d360ed-80af-4be0-a948-09ad05547597 req-8d8917db-ea7b-47c3-b01d-3a27442c3d8d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943120 Aug 27 02:30:08.770535 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (de241e9c-7c7e-4097-b833-9084a1f381a2), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:08.774792 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (de241e9c-7c7e-4097-b833-9084a1f381a2), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:08.812258 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:08.819864 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:08.851610 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=de241e9c-7c7e-4097-b833-9084a1f381a2,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:08.855703 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (84355402-bdd5-4690-8920-9daaffed3a86), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:08.873569 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:08.874792 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0b75081e-ebba-491f-a741-22641735de3a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0268929 Aug 27 02:30:09.035954 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-8bbeeaa9-391c-4c03-8dc4-4c3b549153a5 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1976556435&fields=id&tenant_id=5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 267 time: 0.0456870 Aug 27 02:30:09.152154 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af499363-fa18-4de9-9511-8f6400655ba5 req-72a9b898-1d4b-4dcd-96ac-23134e90f943 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:09.153830 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-72a9b898-1d4b-4dcd-96ac-23134e90f943 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 814 time: 0.1110601 Aug 27 02:30:09.172290 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-3dea3898-8378-4f50-afb9-176e2a440ab7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/quotas/5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 375 time: 0.0126653 Aug 27 02:30:09.256534 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-8f9efd5f-f426-4e97-a4af-52f25eebe69b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784762 Aug 27 02:30:09.264482 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd5e2-52a0-4d37-a298-63765bdfcd06 req-4ba09f69-e65e-47c9-a83a-4ed1e5775b50 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:09.265972 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-87bcd5e2-52a0-4d37-a298-63765bdfcd06 req-4ba09f69-e65e-47c9-a83a-4ed1e5775b50 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0777566 Aug 27 02:30:09.382027 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-87bcd5e2-52a0-4d37-a298-63765bdfcd06 req-9dd6de20-afb3-45d0-af8d-41d27029dde6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040893 Aug 27 02:30:09.398552 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-cf500beb-4d1e-4d80-a313-65402daec8eb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289103 Aug 27 02:30:09.495979 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-b24bfce9-14e0-4f4b-90c5-21eba69c1643 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910447 Aug 27 02:30:09.675853 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b98c7-54e5-44e4-ad64-5c319f8902cc req-978d92f4-5c2d-4a3e-a4ac-1ef9ccd51c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:09.678264 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-809b98c7-54e5-44e4-ad64-5c319f8902cc req-978d92f4-5c2d-4a3e-a4ac-1ef9ccd51c69 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 1129 time: 0.0500450 Aug 27 02:30:09.713759 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f9558348-b593-4e1b-9542-84b8ad96cdd6 req-5b21cf49-ea3f-45e0-be42-0146e2a3a11b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 210 time: 0.0433259 Aug 27 02:30:09.736290 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-809b98c7-54e5-44e4-ad64-5c319f8902cc req-cfc55989-5d7d-4351-8824-8f6c9d12bda5 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521164 Aug 27 02:30:09.839640 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103260c-cb2e-421e-83a5-c7cc9518bd2b req-402fc67d-3f2d-4a99-b31d-2cfb1d020f53 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:09.841253 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5103260c-cb2e-421e-83a5-c7cc9518bd2b req-402fc67d-3f2d-4a99-b31d-2cfb1d020f53 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0530462 Aug 27 02:30:09.894417 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5103260c-cb2e-421e-83a5-c7cc9518bd2b req-7c0d027f-27ba-4cf3-a871-e9202004e35b tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473375 Aug 27 02:30:10.017397 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f46e44-c79f-40e2-8fe4-370047cbb5ae req-7cde866e-d37a-4daa-aeff-dce30fb76be5 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:10.019328 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-86f46e44-c79f-40e2-8fe4-370047cbb5ae req-7cde866e-d37a-4daa-aeff-dce30fb76be5 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0500855 Aug 27 02:30:10.030376 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50238) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:30:10.035369 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-0150087a-b0a8-4b94-a3df-3e1118c740c7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Request body: {'floatingip': {'port_id': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:10.095544 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0150087a-b0a8-4b94-a3df-3e1118c740c7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for floatingip (b551ba01-6a99-40ae-98fb-dfb5d0416f5a), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:10.555155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fb07d-a780-4272-b327-772b63cffab2 req-d81755dd-e097-44fb-a929-01a16c662658 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:10.557479 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-323fb07d-a780-4272-b327-772b63cffab2 req-d81755dd-e097-44fb-a929-01a16c662658 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0675504 Aug 27 02:30:10.617327 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-323fb07d-a780-4272-b327-772b63cffab2 req-d1920be8-ef8a-456d-b14b-cac8969791f1 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538566 Aug 27 02:30:10.828404 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-587a5f22-db5c-4ae0-8ad0-002dbebaa0d4 req-8328f9e4-c096-4722-a597-f2a88ea7114e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 210 time: 0.0337043 Aug 27 02:30:10.848201 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:10.851075 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0150087a-b0a8-4b94-a3df-3e1118c740c7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:10.857362 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0150087a-b0a8-4b94-a3df-3e1118c740c7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (b551ba01-6a99-40ae-98fb-dfb5d0416f5a), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:10.902791 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:11.084373 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0150087a-b0a8-4b94-a3df-3e1118c740c7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Router 8959e6e8-65dc-428f-93b6-e164250b150c has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:30:11.203704 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0150087a-b0a8-4b94-a3df-3e1118c740c7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:11.208800 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0150087a-b0a8-4b94-a3df-3e1118c740c7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:11.213883 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af1309-3c20-4af3-a003-cb1a8b81fdbf None None] Sync routers for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:11.224803 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af1309-3c20-4af3-a003-cb1a8b81fdbf None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:30:11.225490 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-15af1309-3c20-4af3-a003-cb1a8b81fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:29:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:11.245834 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:30:11.248164 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415d44ed-b2f2-4141-bc28-94b4e2120168" -d '{"events": [{"name": "network-changed", "server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:11.285478 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-0150087a-b0a8-4b94-a3df-3e1118c740c7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/b551ba01-6a99-40ae-98fb-dfb5d0416f5a HTTP/1.1" status: 200 len: 994 time: 1.2540534 Aug 27 02:30:11.298464 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80602042-cf4b-4f0b-ac8b-1688762d9dc1 x-openstack-request-id: req-80602042-cf4b-4f0b-ac8b-1688762d9dc1 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:11.298717 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:11.299011 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80602042-cf4b-4f0b-ac8b-1688762d9dc1 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:11.299408 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80602042-cf4b-4f0b-ac8b-1688762d9dc1'] response: {'name': 'network-changed', 'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'status': 'completed', 'code': 200} Aug 27 02:30:11.332826 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-15af1309-3c20-4af3-a003-cb1a8b81fdbf None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:30:11.334365 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:11.563728 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:11.577192 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-15af1309-3c20-4af3-a003-cb1a8b81fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': 'b551ba01-6a99-40ae-98fb-dfb5d0416f5a', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'port_id': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'mac_address': 'fa:16:3e:f7:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:25:44Z', 'updated_at': '2022-08-27T02:30:10Z', 'revision_number': 3, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:39Z', 'revision_number': 5, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:11.604883 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af1309-3c20-4af3-a003-cb1a8b81fdbf None None] Checking router: 8959e6e8-65dc-428f-93b6-e164250b150c for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:11.615581 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af1309-3c20-4af3-a003-cb1a8b81fdbf None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:30:11.616584 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-15af1309-3c20-4af3-a003-cb1a8b81fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:29:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:11.634353 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d44ed-b2f2-4141-bc28-94b4e2120168 req-39617f82-2781-4d51-994f-17bcb854d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:11.636014 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-415d44ed-b2f2-4141-bc28-94b4e2120168 req-39617f82-2781-4d51-994f-17bcb854d8e7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 1130 time: 0.0434027 Aug 27 02:30:11.736566 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-15af1309-3c20-4af3-a003-cb1a8b81fdbf None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:30:11.755597 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf7b9-cdd9-4a8e-acd5-52a11ff68a61 req-4b1bf248-7825-4200-8b5b-0a7213eebb83 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:11.763850 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a34bf7b9-cdd9-4a8e-acd5-52a11ff68a61 req-4b1bf248-7825-4200-8b5b-0a7213eebb83 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0581446 Aug 27 02:30:11.768972 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d44ed-b2f2-4141-bc28-94b4e2120168 req-d8fb0d5c-70a9-4ee8-a3e0-6c5ab0655463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:11.770553 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-415d44ed-b2f2-4141-bc28-94b4e2120168 req-d8fb0d5c-70a9-4ee8-a3e0-6c5ab0655463 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.1012032 Aug 27 02:30:11.824365 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a34bf7b9-cdd9-4a8e-acd5-52a11ff68a61 req-f746583b-adfd-4ce4-ae10-cd4692c319b6 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579398 Aug 27 02:30:11.938449 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-be2f34aa-9fff-47b0-a51f-fa267fb8fa27 req-6e535e58-21fd-4222-94fb-f732faee8adb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 210 time: 0.0277560 Aug 27 02:30:11.969545 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-415d44ed-b2f2-4141-bc28-94b4e2120168 req-9dbe60a7-2a8e-4f8c-9c98-b59e65b8c063 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 HTTP/1.1" status: 200 len: 1002 time: 0.0666344 Aug 27 02:30:11.976289 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-15af1309-3c20-4af3-a003-cb1a8b81fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': 'b551ba01-6a99-40ae-98fb-dfb5d0416f5a', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'port_id': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'mac_address': 'fa:16:3e:f7:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:25:44Z', 'updated_at': '2022-08-27T02:30:10Z', 'revision_number': 3, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:39Z', 'revision_number': 5, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:12.002550 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af1309-3c20-4af3-a003-cb1a8b81fdbf None None] The sync data for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi is: [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': 'b551ba01-6a99-40ae-98fb-dfb5d0416f5a', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'port_id': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'mac_address': 'fa:16:3e:f7:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:25:44Z', 'updated_at': '2022-08-27T02:30:10Z', 'revision_number': 3, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:39Z', 'revision_number': 5, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:12.024543 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d44ed-b2f2-4141-bc28-94b4e2120168 req-951e70b5-d30a-4daf-a179-b8cc559f6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:12.026502 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-415d44ed-b2f2-4141-bc28-94b4e2120168 req-951e70b5-d30a-4daf-a179-b8cc559f6619 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.0513141 Aug 27 02:30:12.108166 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d44ed-b2f2-4141-bc28-94b4e2120168 req-29b7be21-513f-4d90-8f1b-3ebce3dc422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:12.111698 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-415d44ed-b2f2-4141-bc28-94b4e2120168 req-29b7be21-513f-4d90-8f1b-3ebce3dc422e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529439 Aug 27 02:30:12.116638 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:12.176348 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:12.186847 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af499363-fa18-4de9-9511-8f6400655ba5 req-9207213f-6625-428b-8012-594c207ca6fb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:12.188735 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-9207213f-6625-428b-8012-594c207ca6fb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 814 time: 0.1315064 Aug 27 02:30:12.242182 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-415d44ed-b2f2-4141-bc28-94b4e2120168 req-c4aa5812-120b-4338-8048-99b29346298b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228991 Aug 27 02:30:12.267716 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0012b5c5-4b4a-4902-95b8-b39b0cfb5275 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 380 time: 0.0634904 Aug 27 02:30:12.305926 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'port': {'device_id': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'admin_state_up': True, 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'security_groups': ['4c5338b8-9705-4d33-9895-209ac48455ba']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:12.351254 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-415d44ed-b2f2-4141-bc28-94b4e2120168 req-ce9281b8-2ba9-4302-9a91-e1e03fbf1f1c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024525 Aug 27 02:30:12.426023 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Made reservation on behalf of 5d5ec8450c0941d18d63558baab54737 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:12.429765 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:12.573461 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Allocated IP 172.20.0.12 (134184f4-d632-4173-b77c-1566bf4eb0fb/41d6ba94-b6a6-440c-9701-0c07c8b22c65/d49ef841-e8bf-49f7-b85b-a7fbc34a1e23) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:12.728208 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:12.765573 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:12.815405 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Network 134184f4-d632-4173-b77c-1566bf4eb0fb is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:12.818712 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:12.823017 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:30:12.847890 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:12.882163 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:12.882909 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:12.902050 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-d1346960-5129-4bc3-959c-8bcc49324d5a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6015084 Aug 27 02:30:12.923540 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Request body: {'port': {'device_id': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:12.996907 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:13.000457 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-f91b94f6-935a-45de-9a9f-287d49f926d5 None None] Provisioning complete for port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:30:13.001055 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-f91b94f6-935a-45de-9a9f-287d49f926d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:13.039334 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-f91b94f6-935a-45de-9a9f-287d49f926d5 None None] Port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:30:13.126929 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:13.131292 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:13.144854 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a393bf-1461-4d8c-b9e9-65d365a18d72 req-57bd428c-45c0-4043-9cb3-40ec0f129535 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:13.146369 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f9a393bf-1461-4d8c-b9e9-65d365a18d72 req-57bd428c-45c0-4043-9cb3-40ec0f129535 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 932 time: 0.1045585 Aug 27 02:30:13.258933 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f9a393bf-1461-4d8c-b9e9-65d365a18d72 req-a3e0fe4f-26dd-416f-b242-99abf0c83893 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020837 Aug 27 02:30:13.300965 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:30:13.303371 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa474cd-62dd-4c52-a078-bb4870e41bab" -d '{"events": [{"name": "network-changed", "server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:13.349938 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b7d2ef-fa7d-4135-8f20-dd55200b231c x-openstack-request-id: req-90b7d2ef-fa7d-4135-8f20-dd55200b231c {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:13.350272 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:13.350570 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90b7d2ef-fa7d-4135-8f20-dd55200b231c {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:13.351161 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b7d2ef-fa7d-4135-8f20-dd55200b231c'] response: {'name': 'network-changed', 'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'status': 'completed', 'code': 200} Aug 27 02:30:13.356614 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:30:13.365573 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Publish callbacks [] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:13.379343 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Transition to ACTIVE for port object d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:30:13.384481 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:13.440811 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa474cd-62dd-4c52-a078-bb4870e41bab req-9f4ea6ba-3082-4951-836a-8f5b8b1c7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:13.442392 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5fa474cd-62dd-4c52-a078-bb4870e41bab req-9f4ea6ba-3082-4951-836a-8f5b8b1c7bb0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=880ac4003248441c809a76cfd1b221eb&device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 1130 time: 0.0426636 Aug 27 02:30:13.454099 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Pushing event updated for resources: {'Port': ['ID=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:13.502706 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=100 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:13.508011 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Attempting to bind port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:30:13.508519 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Attempting to bind port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:30:13.509058 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Attempting to bind port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 on network 134184f4-d632-4173-b77c-1566bf4eb0fb {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:30:13.513949 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 on network 134184f4-d632-4173-b77c-1566bf4eb0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:30:13.514271 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Attempting to bind port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 on network 134184f4-d632-4173-b77c-1566bf4eb0fb {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:30:13.519450 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:30:13.519807 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Checking segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:30:13.520176 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Bound using segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:30:13.520611 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Bound port: d49ef841-e8bf-49f7-b85b-a7fbc34a1e23, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:30:13.520986 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:13.548848 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa474cd-62dd-4c52-a078-bb4870e41bab req-e2189fb4-de3a-44c5-9473-8d715af05568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:13.550446 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5fa474cd-62dd-4c52-a078-bb4870e41bab req-e2189fb4-de3a-44c5-9473-8d715af05568 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 200 len: 919 time: 0.1017361 Aug 27 02:30:13.585040 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] For port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:13.588524 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] For port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:13.595033 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:13.600886 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:13.601531 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:13.603019 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 HTTP/1.1" status: 200 len: 1094 time: 0.6838400 Aug 27 02:30:13.603511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'tag': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:30:13.605792 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c043970-aff7-431f-9892-2d140fe326fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad7bd6d-558b-4b12-a22f-67f33975e5fd", "tag": "d49ef841-e8bf-49f7-b85b-a7fbc34a1e23"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:13.618882 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5fa474cd-62dd-4c52-a078-bb4870e41bab req-c733b421-802a-4bf2-ab7d-31571ea625ea service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 HTTP/1.1" status: 200 len: 1002 time: 0.0617802 Aug 27 02:30:13.647206 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143db6fa-78d0-47a9-a13b-0ac31a6bef26 x-openstack-request-id: req-143db6fa-78d0-47a9-a13b-0ac31a6bef26 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:13.647497 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad7bd6d-558b-4b12-a22f-67f33975e5fd", "tag": "d49ef841-e8bf-49f7-b85b-a7fbc34a1e23", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:13.647748 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-143db6fa-78d0-47a9-a13b-0ac31a6bef26 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:13.648152 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143db6fa-78d0-47a9-a13b-0ac31a6bef26'] response: {'name': 'network-changed', 'server_uuid': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'tag': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23', 'status': 'completed', 'code': 200} Aug 27 02:30:13.663042 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68ff86-335a-49d0-9990-676eaeadbf92 service neutron] Pushing event updated for resources: {'Port': ['ID=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:13.679828 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa474cd-62dd-4c52-a078-bb4870e41bab req-2bb360bd-517f-4aca-b2c0-a31322b5f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:13.681429 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5fa474cd-62dd-4c52-a078-bb4870e41bab req-2bb360bd-517f-4aca-b2c0-a31322b5f8e8 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 200 len: 857 time: 0.0518761 Aug 27 02:30:13.714542 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=100 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:13.756130 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af499363-fa18-4de9-9511-8f6400655ba5 req-4fc05bde-d059-40da-97cc-aa4f924ad8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:13.757691 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-4fc05bde-d059-40da-97cc-aa4f924ad8bd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 1128 time: 0.0516598 Aug 27 02:30:13.759523 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa474cd-62dd-4c52-a078-bb4870e41bab req-f7e59ed8-be09-44d7-81f7-4a838bcab409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:13.761020 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5fa474cd-62dd-4c52-a078-bb4870e41bab req-f7e59ed8-be09-44d7-81f7-4a838bcab409 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8ba10e7b-62f2-400d-a225-3160ea7a308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555556 Aug 27 02:30:13.815966 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-71720bdb-ef49-47ff-a136-aabb991034ad service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 HTTP/1.1" status: 200 len: 217 time: 0.0361645 Aug 27 02:30:13.869327 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af499363-fa18-4de9-9511-8f6400655ba5 req-9d8ec9f6-1d9f-434b-8843-48313d13370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:13.870727 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-9d8ec9f6-1d9f-434b-8843-48313d13370c service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0485158 Aug 27 02:30:13.874424 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5fa474cd-62dd-4c52-a078-bb4870e41bab req-3674c792-8838-44b9-92dc-afe22eedbf09 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941327 Aug 27 02:30:13.928641 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af499363-fa18-4de9-9511-8f6400655ba5 req-34b2a932-0d36-4c7b-930e-ca8fe15efc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:13.930375 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-34b2a932-0d36-4c7b-930e-ca8fe15efc69 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499773 Aug 27 02:30:13.976343 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-5fa474cd-62dd-4c52-a078-bb4870e41bab req-eb73aab1-4d28-4e1a-a282-c02c7477f693 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956488 Aug 27 02:30:14.026973 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-5b991c5f-ba65-4e33-9f92-71c1fdc8eb95 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898130 Aug 27 02:30:14.125253 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-af499363-fa18-4de9-9511-8f6400655ba5 req-23ae381e-6048-4f87-87b2-162e43d44cb9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917892 Aug 27 02:30:14.386572 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:14.389223 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:14.401904 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc8d7f-f170-40dc-b9aa-6e100d6ff14b req-f476ca26-7ec2-4c71-93d2-0fd36a093a91 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:14.403323 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3fc8d7f-f170-40dc-b9aa-6e100d6ff14b req-f476ca26-7ec2-4c71-93d2-0fd36a093a91 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 944 time: 0.0541389 Aug 27 02:30:14.466113 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3fc8d7f-f170-40dc-b9aa-6e100d6ff14b req-ac1dd347-2551-432f-b0b3-f4cc33e25a13 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560491 Aug 27 02:30:15.290156 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:15.290985 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:15.598358 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a3083-afdf-45d5-b7fe-ef16ba124a1d req-8f15c91d-0836-4e3e-80e6-1ac76acf254b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:15.599896 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f39a3083-afdf-45d5-b7fe-ef16ba124a1d req-8f15c91d-0836-4e3e-80e6-1ac76acf254b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 944 time: 0.0540404 Aug 27 02:30:15.660575 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f39a3083-afdf-45d5-b7fe-ef16ba124a1d req-274c02af-f57e-4044-8ea6-fbd39aeac69b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502589 Aug 27 02:30:16.797289 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb48d0-8d99-435f-b03b-f2664d94ff0d req-8d337e8b-d5d4-46b9-8b19-22dfc9583e6d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:16.798763 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dcdb48d0-8d99-435f-b03b-f2664d94ff0d req-8d337e8b-d5d4-46b9-8b19-22dfc9583e6d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 944 time: 0.0531120 Aug 27 02:30:16.860584 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dcdb48d0-8d99-435f-b03b-f2664d94ff0d req-97e90f23-d089-4dcb-b02a-835148ec0c98 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521972 Aug 27 02:30:16.922625 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043970-aff7-431f-9892-2d140fe326fc req-20720226-0ba2-45d6-bd7f-ec99241d0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:16.924324 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c043970-aff7-431f-9892-2d140fe326fc req-20720226-0ba2-45d6-bd7f-ec99241d0745 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 1128 time: 0.0408180 Aug 27 02:30:17.023081 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043970-aff7-431f-9892-2d140fe326fc req-e971140a-8849-418a-9938-f7d81ee3ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:17.024517 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c043970-aff7-431f-9892-2d140fe326fc req-e971140a-8849-418a-9938-f7d81ee3ea6f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 915 time: 0.0945346 Aug 27 02:30:17.065876 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c043970-aff7-431f-9892-2d140fe326fc req-4e139e8c-c6d3-43f3-986a-5180cdd524bd service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 HTTP/1.1" status: 200 len: 217 time: 0.0354319 Aug 27 02:30:17.117921 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043970-aff7-431f-9892-2d140fe326fc req-9a7bb105-9a3b-4b2c-b156-eb29cd6f2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:17.119675 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c043970-aff7-431f-9892-2d140fe326fc req-9a7bb105-9a3b-4b2c-b156-eb29cd6f2399 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0475469 Aug 27 02:30:17.434254 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043970-aff7-431f-9892-2d140fe326fc req-6b1b46d3-bb9c-4546-b048-4c41ccde4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:17.435798 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c043970-aff7-431f-9892-2d140fe326fc req-6b1b46d3-bb9c-4546-b048-4c41ccde4235 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3106296 Aug 27 02:30:17.540915 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c043970-aff7-431f-9892-2d140fe326fc req-16ae2b39-b1b1-44cd-b2bb-77256cc2db0c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986667 Aug 27 02:30:17.651823 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c043970-aff7-431f-9892-2d140fe326fc req-b60af16b-24c9-4f4d-9516-cd6d03af18ba service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047623 Aug 27 02:30:17.896543 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:17.991634 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922b701-1719-4949-bdf5-baadae1df2f6 req-6b451f04-4936-4096-b6b8-295b30803964 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:17.993192 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4922b701-1719-4949-bdf5-baadae1df2f6 req-6b451f04-4936-4096-b6b8-295b30803964 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 944 time: 0.0517504 Aug 27 02:30:18.005220 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:18.018490 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'port_id': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23', 'mac_address': 'fa:16:3e:f4:cb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:18.046458 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4922b701-1719-4949-bdf5-baadae1df2f6 req-99b96d2e-fa50-47c8-9e63-a8e8ed145dab tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463040 Aug 27 02:30:18.062374 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:30:18.062767 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:18.079180 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:30:18.106191 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:18.110905 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:18.159653 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:18.582227 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['d49ef841-e8bf-49f7-b85b-a7fbc34a1e23'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:30:18.626356 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:18.702214 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:19.178149 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439b747-033e-44dc-be60-6703b9860e18 req-a1e5cf05-bca8-4fd5-9545-5ad8f5f71a7b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:19.179518 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a439b747-033e-44dc-be60-6703b9860e18 req-a1e5cf05-bca8-4fd5-9545-5ad8f5f71a7b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 945 time: 0.0528343 Aug 27 02:30:19.232895 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a439b747-033e-44dc-be60-6703b9860e18 req-53a010e3-3f4f-4828-9a1e-a005f58c80f1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446212 Aug 27 02:30:19.903805 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:19.949319 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:30:19.958175 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:30:19.958610 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:20.049767 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:30:20.050157 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:20.076190 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:30:20.078582 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79743359-df4a-424c-9228-f72343401995" -d '{"events": [{"server_uuid": "2ad7bd6d-558b-4b12-a22f-67f33975e5fd", "name": "network-vif-plugged", "status": "completed", "tag": "d49ef841-e8bf-49f7-b85b-a7fbc34a1e23"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:20.092033 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:20.097808 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:20.124582 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0a0451-91da-40bf-8ec2-f481f81e58a6 x-openstack-request-id: req-fa0a0451-91da-40bf-8ec2-f481f81e58a6 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:20.124854 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad7bd6d-558b-4b12-a22f-67f33975e5fd", "name": "network-vif-plugged", "status": "completed", "tag": "d49ef841-e8bf-49f7-b85b-a7fbc34a1e23", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:20.125287 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa0a0451-91da-40bf-8ec2-f481f81e58a6 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:20.125658 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0a0451-91da-40bf-8ec2-f481f81e58a6'] response: {'server_uuid': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23', 'code': 200} Aug 27 02:30:20.152733 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:20.396162 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc4b43-bb48-4061-bd3a-4231a54143c1 req-2041ae5b-c818-4ad4-a0f4-b23625c9643b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:20.397684 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-acfc4b43-bb48-4061-bd3a-4231a54143c1 req-2041ae5b-c818-4ad4-a0f4-b23625c9643b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 946 time: 0.0848718 Aug 27 02:30:20.403880 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c853366-50e7-4eb1-90cd-a7f63d22b4a4 req-bd0b9cff-39f5-4e0a-b78b-38325c4178d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:20.405559 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c853366-50e7-4eb1-90cd-a7f63d22b4a4 req-bd0b9cff-39f5-4e0a-b78b-38325c4178d7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 1130 time: 0.0570035 Aug 27 02:30:20.439376 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:20.487673 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-acfc4b43-bb48-4061-bd3a-4231a54143c1 req-1f34df76-0eb6-4d3f-9fd8-b33d0c376377 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804029 Aug 27 02:30:20.489804 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c853366-50e7-4eb1-90cd-a7f63d22b4a4 req-1cd7cb46-654b-4c56-9cf4-c90d4bb70d42 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690441 Aug 27 02:30:20.914489 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-74c5737c-8242-4e88-b0e4-7f7e3da98d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:21.599928 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:21.620396 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2f564-ebb3-4a4b-9fea-7276c586c6c1 req-87ea497d-7dd2-4bfa-82da-cfb2697b0853 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:21.621922 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5da2f564-ebb3-4a4b-9fea-7276c586c6c1 req-87ea497d-7dd2-4bfa-82da-cfb2697b0853 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 946 time: 0.0521362 Aug 27 02:30:21.670196 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5da2f564-ebb3-4a4b-9fea-7276c586c6c1 req-2020d176-5a2e-4561-8028-c024eeab19a3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Aug 27 02:30:22.804327 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce98aa7-5102-4775-b73a-0f6a9f1d2555 req-638ec294-cecf-4c27-bdce-da3f1d6d2ea3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:22.806093 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fce98aa7-5102-4775-b73a-0f6a9f1d2555 req-638ec294-cecf-4c27-bdce-da3f1d6d2ea3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 946 time: 0.0589085 Aug 27 02:30:22.860915 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fce98aa7-5102-4775-b73a-0f6a9f1d2555 req-ddbea9c0-ab27-423d-9322-ee9a58e8f9f6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490916 Aug 27 02:30:22.987883 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39e426-5996-4a04-9957-95548dd5f992 req-635bd4a7-02d4-413a-9ba8-8d1bf82e1535 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:22.989302 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc39e426-5996-4a04-9957-95548dd5f992 req-635bd4a7-02d4-413a-9ba8-8d1bf82e1535 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 946 time: 0.0505958 Aug 27 02:30:23.000081 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50288) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:30:23.004584 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-f51be639-8307-498d-8e34-b22d8d64081a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'floatingip': {'port_id': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:23.044284 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f51be639-8307-498d-8e34-b22d8d64081a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (84355402-bdd5-4690-8920-9daaffed3a86), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:23.523095 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f51be639-8307-498d-8e34-b22d8d64081a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:23.528724 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f51be639-8307-498d-8e34-b22d8d64081a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (84355402-bdd5-4690-8920-9daaffed3a86), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:23.629433 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-f51be639-8307-498d-8e34-b22d8d64081a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Floating IP 84355402-bdd5-4690-8920-9daaffed3a86 associated. External IP: 172.27.1.176, port: d49ef841-e8bf-49f7-b85b-a7fbc34a1e23. Aug 27 02:30:23.771815 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:23.833511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51be639-8307-498d-8e34-b22d8d64081a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Router e3773958-dd2d-4e04-8c9e-12c030af0188 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:30:23.896043 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:23.952378 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51be639-8307-498d-8e34-b22d8d64081a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:23.957642 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f51be639-8307-498d-8e34-b22d8d64081a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:23.969739 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=24 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:23.971826 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848efeb-9926-485d-8386-e6835463874e None None] Sync routers for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:23.973072 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=40 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:23.974918 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c48b0eb1-efbf-4ea8-b651-6e854c1a3fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:23.986307 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848efeb-9926-485d-8386-e6835463874e None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:30:23.986933 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-d848efeb-9926-485d-8386-e6835463874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:30:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:23.996142 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f51be639-8307-498d-8e34-b22d8d64081a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/84355402-bdd5-4690-8920-9daaffed3a86 HTTP/1.1" status: 200 len: 992 time: 0.9949541 Aug 27 02:30:23.996734 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'tag': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:30:23.999295 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad7bd6d-558b-4b12-a22f-67f33975e5fd", "tag": "d49ef841-e8bf-49f7-b85b-a7fbc34a1e23"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:24.039238 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8617145-15d3-400e-a086-69c4a89c61a0 x-openstack-request-id: req-a8617145-15d3-400e-a086-69c4a89c61a0 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:24.039238 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad7bd6d-558b-4b12-a22f-67f33975e5fd", "tag": "d49ef841-e8bf-49f7-b85b-a7fbc34a1e23", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:24.039516 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8617145-15d3-400e-a086-69c4a89c61a0 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:24.040149 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8617145-15d3-400e-a086-69c4a89c61a0'] response: {'name': 'network-changed', 'server_uuid': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'tag': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23', 'status': 'completed', 'code': 200} Aug 27 02:30:24.102098 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-d848efeb-9926-485d-8386-e6835463874e None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:30:24.204533 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0 req-7fdc0113-e093-4ba5-861e-b86ebe6909bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:24.207195 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0 req-7fdc0113-e093-4ba5-861e-b86ebe6909bd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 1130 time: 0.0622871 Aug 27 02:30:24.326322 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0 req-91c12754-91f1-4bea-b2d9-82598b7a1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:24.327795 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0 req-91c12754-91f1-4bea-b2d9-82598b7a1635 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 915 time: 0.1037135 Aug 27 02:30:24.350951 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-d848efeb-9926-485d-8386-e6835463874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '84355402-bdd5-4690-8920-9daaffed3a86', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:f4:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:30:08Z', 'updated_at': '2022-08-27T02:30:23Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:24.381191 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848efeb-9926-485d-8386-e6835463874e None None] Checking router: e3773958-dd2d-4e04-8c9e-12c030af0188 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:24.394417 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848efeb-9926-485d-8386-e6835463874e None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:30:24.396051 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-d848efeb-9926-485d-8386-e6835463874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:30:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:24.408135 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0 req-6aa2044a-6b3d-4a96-b8cf-94acb86beb90 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 HTTP/1.1" status: 200 len: 1000 time: 0.0663581 Aug 27 02:30:24.467594 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0 req-ddf060b8-24a2-4594-8f78-fb09ed5db09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:24.469093 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0 req-ddf060b8-24a2-4594-8f78-fb09ed5db09b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0519102 Aug 27 02:30:24.510782 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-d848efeb-9926-485d-8386-e6835463874e None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:30:24.533569 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0 req-8b8702a5-40f4-4fa9-8263-3e0820986f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:24.537139 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0 req-8b8702a5-40f4-4fa9-8263-3e0820986f61 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511100 Aug 27 02:30:24.643565 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0 req-0fb08f82-232b-480a-bc4a-3552074dbf46 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980101 Aug 27 02:30:24.751378 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-d848efeb-9926-485d-8386-e6835463874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '84355402-bdd5-4690-8920-9daaffed3a86', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:f4:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:30:08Z', 'updated_at': '2022-08-27T02:30:23Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:24.774390 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0da6268f-0bd8-47bf-98c1-d9eee6cc64b0 req-b365359a-8d18-4f8d-a5dc-71111a548c68 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228838 Aug 27 02:30:24.782025 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848efeb-9926-485d-8386-e6835463874e None None] The sync data for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi is: [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '84355402-bdd5-4690-8920-9daaffed3a86', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:f4:cb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:30:08Z', 'updated_at': '2022-08-27T02:30:23Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:24.979650 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3687e3-e2cc-48ce-9677-f72045b3a41b None None] New status for floating IP 84355402-bdd5-4690-8920-9daaffed3a86: ACTIVE {{(pid=106605) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:30:26.586790 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:28.018979 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:28.692643 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:29.020334 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:32.128356 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-cec8f422-45e5-4f72-9c4b-09ceb33d613d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453799 Aug 27 02:30:32.214252 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-fae41373-28ea-45d5-8565-e7aade31a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:32.215851 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-fae41373-28ea-45d5-8565-e7aade31a11a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 1130 time: 0.0417423 Aug 27 02:30:32.333012 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-3c43d847-4863-4259-898f-bbfdf876ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:32.334556 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-3c43d847-4863-4259-898f-bbfdf876ecb6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 918 time: 0.0948076 Aug 27 02:30:32.406351 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-ebccfc0d-270b-4adf-83c4-5803be2b903b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=520bd5fb-723a-4570-83ca-72759c588707 HTTP/1.1" status: 200 len: 1001 time: 0.0626366 Aug 27 02:30:32.459054 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:32.464678 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-a9bf4e78-066e-4dd8-b571-873ee58b5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:32.466319 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-a9bf4e78-066e-4dd8-b571-873ee58b5102 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.0506232 Aug 27 02:30:32.512913 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-78707945-273a-435d-bc0c-df007bf5c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:30:32.514551 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-78707945-273a-435d-bc0c-df007bf5c11b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421534 Aug 27 02:30:32.624495 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-c1b5883c-bb4a-425d-a09c-8a7070b6b5e9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994143 Aug 27 02:30:32.712114 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:32.724083 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8fa1a05f-3ebb-44b7-9dcf-fcf7ae5a919a req-f5276abf-3de9-4ed9-8d66-c44be34f11dc service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934334 Aug 27 02:30:39.011200 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=63,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:39.013186 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=48,neutron:UPDATE=6 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:42.295753 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:30:42.720994 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=24 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:50.908924 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-10906fe6-d6f5-4430-b61d-d2d547a5ece3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:52.289371 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=89 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:52.291446 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=93 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:30:53.970747 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-9ecdaf91-4eac-4c1e-ae76-0a43a572ef45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:56.594340 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:58.019503 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:58.701547 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:30:59.017593 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:02.742103 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ada1a1-5a31-42f9-9078-762f236ae3e2 req-1e5695b2-958c-4626-aa5f-df55430c9bb4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:02.743576 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a3ada1a1-5a31-42f9-9078-762f236ae3e2 req-1e5695b2-958c-4626-aa5f-df55430c9bb4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 946 time: 0.0536373 Aug 27 02:31:02.801760 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a3ada1a1-5a31-42f9-9078-762f236ae3e2 req-0199c8be-5c3f-4e62-85c6-dd8bcde51e54 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519321 Aug 27 02:31:03.952263 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ff268-415e-4502-ab13-19c6552cc113 req-b0650f5a-745f-4dcc-b396-04ce87f2b8f7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:03.954337 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-795ff268-415e-4502-ab13-19c6552cc113 req-b0650f5a-745f-4dcc-b396-04ce87f2b8f7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 946 time: 0.0643613 Aug 27 02:31:04.007865 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-795ff268-415e-4502-ab13-19c6552cc113 req-03873161-ff4a-4f14-a336-febe92ff06e7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474250 Aug 27 02:31:04.987563 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-be49db2b-f0ca-41bc-aafc-f7a3fe060c5e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:04.989145 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-be49db2b-f0ca-41bc-aafc-f7a3fe060c5e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 946 time: 0.0518794 Aug 27 02:31:05.080496 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Deleting port 520bd5fb-723a-4570-83ca-72759c588707 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:31:05.081042 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (520bd5fb-723a-4570-83ca-72759c588707), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:05.186934 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c80b1-da02-44d8-bc74-7b8a6e1d23a5 req-cd25b85f-6592-4ba9-87e0-17b019036d29 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:05.188442 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1c8c80b1-da02-44d8-bc74-7b8a6e1d23a5 req-cd25b85f-6592-4ba9-87e0-17b019036d29 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 946 time: 0.0636268 Aug 27 02:31:05.228981 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] For port 520bd5fb-723a-4570-83ca-72759c588707, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=520bd5fb-723a-4570-83ca-72759c588707,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:05.229534 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (520bd5fb-723a-4570-83ca-72759c588707), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:05.305576 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1c8c80b1-da02-44d8-bc74-7b8a6e1d23a5 req-435619a2-c292-4a79-8644-ba4fb79e2b14 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1ae4004b-0770-49c4-b50e-4f5cca6677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074975 Aug 27 02:31:05.433556 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:05.433952 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (5037673b-c22c-4bcd-8a6f-de242e0e0fc5), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:05.434228 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Floating IP 5037673b-c22c-4bcd-8a6f-de242e0e0fc5 disassociated. External IP: 172.27.1.148, port: 520bd5fb-723a-4570-83ca-72759c588707. Aug 27 02:31:05.434570 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Calling delete_port for 520bd5fb-723a-4570-83ca-72759c588707 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:31:05.572185 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (520bd5fb-723a-4570-83ca-72759c588707), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:05.603416 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event deleted for resources: {'Port': ['ID=520bd5fb-723a-4570-83ca-72759c588707,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:05.695973 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:05.726344 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Router 73619651-94ce-49ee-bfdb-5e08bde38425 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:31:05.729623 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:05.832953 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:05.846605 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff387710-67b3-43dc-b832-6eb9ad923f99 None None] Sync routers for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:05.857684 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff387710-67b3-43dc-b832-6eb9ad923f99 None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:31:05.858319 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-ff387710-67b3-43dc-b832-6eb9ad923f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:30:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:05.877452 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] No DVR routers for this DVR port 520bd5fb-723a-4570-83ca-72759c588707 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:31:05.880283 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:05.883519 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26f1e248-784d-4d23-ab8a-7c45ee3063d0 req-d2000e96-982d-4a85-a984-089d0107d67d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.45 "DELETE /networking/v2.0/ports/520bd5fb-723a-4570-83ca-72759c588707 HTTP/1.1" status: 204 len: 173 time: 0.8893363 Aug 27 02:31:05.883949 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'name': 'network-vif-deleted', 'tag': '520bd5fb-723a-4570-83ca-72759c588707'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:31:05.886625 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb2961-7779-4cda-897a-ae7539a396a1" -d '{"events": [{"server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "name": "network-vif-deleted", "tag": "520bd5fb-723a-4570-83ca-72759c588707"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:05.933610 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e203c19-7830-4a7e-b0b5-0f490ad6397d x-openstack-request-id: req-3e203c19-7830-4a7e-b0b5-0f490ad6397d {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:05.933851 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dbfa6a-5b6f-4b82-977b-af735e6a6ac9", "name": "network-vif-deleted", "tag": "520bd5fb-723a-4570-83ca-72759c588707", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:05.934109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e203c19-7830-4a7e-b0b5-0f490ad6397d {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:05.934520 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e203c19-7830-4a7e-b0b5-0f490ad6397d'] response: {'server_uuid': '56dbfa6a-5b6f-4b82-977b-af735e6a6ac9', 'name': 'network-vif-deleted', 'tag': '520bd5fb-723a-4570-83ca-72759c588707', 'status': 'completed', 'code': 200} Aug 27 02:31:05.976096 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-ff387710-67b3-43dc-b832-6eb9ad923f99 None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:31:06.307170 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-ff387710-67b3-43dc-b832-6eb9ad923f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:06.333334 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff387710-67b3-43dc-b832-6eb9ad923f99 None None] Checking router: 73619651-94ce-49ee-bfdb-5e08bde38425 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:06.344163 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff387710-67b3-43dc-b832-6eb9ad923f99 None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:31:06.345208 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-ff387710-67b3-43dc-b832-6eb9ad923f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:30:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:06.437475 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e1a34f55-e077-4a29-9213-9ca0b00b3ad4 req-aa0f0487-6abf-4385-87fa-7b3db57d44f3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0333059 Aug 27 02:31:06.455511 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-ff387710-67b3-43dc-b832-6eb9ad923f99 None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:31:06.663324 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-ff387710-67b3-43dc-b832-6eb9ad923f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:06.694328 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff387710-67b3-43dc-b832-6eb9ad923f99 None None] The sync data for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi is: [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:06.932293 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aebc760-d3c8-474a-859b-a0d705cf0463 None None] New status for floating IP 5037673b-c22c-4bcd-8a6f-de242e0e0fc5: DOWN {{(pid=106605) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:31:07.571802 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-60de18b7-911b-4c42-8eab-bd23cc00c313 req-809ad243-b131-4ee4-935a-a3497be47a51 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=56dbfa6a-5b6f-4b82-977b-af735e6a6ac9 HTTP/1.1" status: 200 len: 210 time: 0.0348136 Aug 27 02:31:08.176055 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 520bd5fb-723a-4570-83ca-72759c588707 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:08.200986 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 520bd5fb-723a-4570-83ca-72759c588707 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:31:08.201317 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 520bd5fb-723a-4570-83ca-72759c588707 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:08.675588 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50376) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:08.738522 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (1ae4004b-0770-49c4-b50e-4f5cca6677cb), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:08.762920 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (1ae4004b-0770-49c4-b50e-4f5cca6677cb), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:08.815317 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1ae4004b-0770-49c4-b50e-4f5cca6677cb), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:08.817890 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:08.819029 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1ae4004b-0770-49c4-b50e-4f5cca6677cb HTTP/1.1" status: 204 len: 168 time: 0.1424942 Aug 27 02:31:08.821928 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50378) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:08.829148 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae4004b-0770-49c4-b50e-4f5cca6677cb,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:08.835960 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.api.v2.resource [None req-fa9f1de5-47fe-41bf-af2d-66dc717f9500 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] show failed (client error): The resource could not be found. Aug 27 02:31:08.836762 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.836945 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fa9f1de5-47fe-41bf-af2d-66dc717f9500 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups/1ae4004b-0770-49c4-b50e-4f5cca6677cb HTTP/1.1" status: 404 len: 347 time: 0.0139766 Aug 27 02:31:08.837214 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.837635 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.838126 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.838528 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.838837 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.839813 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.839813 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.840205 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.840511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50380) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:08.840668 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.840823 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.841157 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.841504 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.841823 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.842138 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd32b3d-8964-4154-84ec-bb17f628f0f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:08.953058 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Deleting port 8a8d83b6-a21a-4f00-a2ea-e4865209235c {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:31:08.953397 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (8a8d83b6-a21a-4f00-a2ea-e4865209235c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.039640 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (8a8d83b6-a21a-4f00-a2ea-e4865209235c), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.039948 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (8a8d83b6-a21a-4f00-a2ea-e4865209235c), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.052066 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Calling delete_port for 8a8d83b6-a21a-4f00-a2ea-e4865209235c owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:31:09.197101 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (8a8d83b6-a21a-4f00-a2ea-e4865209235c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.223536 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event deleted for resources: {'Port': ['ID=8a8d83b6-a21a-4f00-a2ea-e4865209235c,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:09.233683 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.234034 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.234371 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.234976 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.234976 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.235339 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.235660 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.236418 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.236418 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.236575 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.236904 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.237249 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.237564 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.237882 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.238193 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.304000 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (5037673b-c22c-4bcd-8a6f-de242e0e0fc5), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.306427 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.307692 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e26fe6f0-840b-4ced-9f59-7c5ffccc8bc6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/5037673b-c22c-4bcd-8a6f-de242e0e0fc5 HTTP/1.1" status: 204 len: 168 time: 0.4662979 Aug 27 02:31:09.418230 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50386) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:09.423010 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-f9d38bad-66c5-4578-a6d8-57f5b3b1877b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807166467', 'description': 'tempest-description--1098564753'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:09.446507 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9d38bad-66c5-4578-a6d8-57f5b3b1877b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.525300 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9d38bad-66c5-4578-a6d8-57f5b3b1877b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (fe3c7b4f-c9d1-4703-9641-ff200ffd60ae), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.531848 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9d38bad-66c5-4578-a6d8-57f5b3b1877b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fe3c7b4f-c9d1-4703-9641-ff200ffd60ae), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.561496 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9d38bad-66c5-4578-a6d8-57f5b3b1877b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.562726 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f9d38bad-66c5-4578-a6d8-57f5b3b1877b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1434791 Aug 27 02:31:09.565871 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50390) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:09.567042 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d38bad-66c5-4578-a6d8-57f5b3b1877b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:09.571766 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-24d2c59e-ca9a-47f1-9ce4-32e6922cf603 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'security_group_rule': {'security_group_id': 'fe3c7b4f-c9d1-4703-9641-ff200ffd60ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:09.603267 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-24d2c59e-ca9a-47f1-9ce4-32e6922cf603 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (cabb224f-db4f-46c2-a614-ce99536ba8b0), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.678562 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-24d2c59e-ca9a-47f1-9ce4-32e6922cf603 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (cabb224f-db4f-46c2-a614-ce99536ba8b0), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.683350 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-24d2c59e-ca9a-47f1-9ce4-32e6922cf603 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (cabb224f-db4f-46c2-a614-ce99536ba8b0), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.703302 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2c59e-ca9a-47f1-9ce4-32e6922cf603 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabb224f-db4f-46c2-a614-ce99536ba8b0,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:09.711909 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-24d2c59e-ca9a-47f1-9ce4-32e6922cf603 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.713744 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-24d2c59e-ca9a-47f1-9ce4-32e6922cf603 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462083 Aug 27 02:31:09.716349 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50392) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:09.720874 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-45a78efb-8b19-4681-9a9d-df012604d164 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'security_group_rule': {'security_group_id': 'fe3c7b4f-c9d1-4703-9641-ff200ffd60ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:09.752457 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-45a78efb-8b19-4681-9a9d-df012604d164 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (5514aa93-d6af-47a3-8c10-60cc71c2428d), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.820642 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-45a78efb-8b19-4681-9a9d-df012604d164 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (5514aa93-d6af-47a3-8c10-60cc71c2428d), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.826042 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-45a78efb-8b19-4681-9a9d-df012604d164 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (5514aa93-d6af-47a3-8c10-60cc71c2428d), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.846095 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a78efb-8b19-4681-9a9d-df012604d164 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5514aa93-d6af-47a3-8c10-60cc71c2428d,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:09.854502 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-45a78efb-8b19-4681-9a9d-df012604d164 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.859321 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-45a78efb-8b19-4681-9a9d-df012604d164 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380875 Aug 27 02:31:09.859490 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50394) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:09.863898 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:09.886541 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:09.977518 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:10.091233 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Allocated IP 172.27.1.98 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/133f782d-9939-4dc2-841c-e6e610b4bd34) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:10.208704 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for port (133f782d-9939-4dc2-841c-e6e610b4bd34), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:10.213165 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:10.216395 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:10.249081 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (133f782d-9939-4dc2-841c-e6e610b4bd34), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:10.289308 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:10.292500 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:10.295148 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:31:10.322923 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'Port': ['ID=133f782d-9939-4dc2-841c-e6e610b4bd34,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:10.396579 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (59da2365-1427-454b-b06a-009858cce536), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:10.436139 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (133f782d-9939-4dc2-841c-e6e610b4bd34), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:10.584567 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for port (133f782d-9939-4dc2-841c-e6e610b4bd34), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:10.590635 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (133f782d-9939-4dc2-841c-e6e610b4bd34), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:10.659255 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'Port': ['ID=133f782d-9939-4dc2-841c-e6e610b4bd34,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:10.661798 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (59da2365-1427-454b-b06a-009858cce536), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:10.678276 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:10.679495 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-70264fa4-3d15-4053-85a8-af992aa8c514 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8190894 Aug 27 02:31:10.805867 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:10.843834 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-f91a4967-729d-4af7-bfea-17b2cd78e082 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1807166467&fields=id&tenant_id=c938ae5fd22a43e8a01859da2a336b53 HTTP/1.1" status: 200 len: 267 time: 0.0544055 Aug 27 02:31:10.922494 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:10.955844 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-3b1f2d00-d6b5-479d-acf5-430347be5851 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:10.957304 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-3b1f2d00-d6b5-479d-acf5-430347be5851 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 817 time: 0.1069963 Aug 27 02:31:10.972399 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-dba5e66e-daf8-4ee2-8529-a8d0c5e9b166 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/quotas/c938ae5fd22a43e8a01859da2a336b53 HTTP/1.1" status: 200 len: 375 time: 0.0096364 Aug 27 02:31:11.022819 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-02a82aaf-a4a9-445d-b86c-aab74042b5a9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454118 Aug 27 02:31:11.400486 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-4995e84f-b3a6-49e4-aad0-8d72b4ea233f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650873 Aug 27 02:31:11.502303 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-61b1d7db-b553-4a64-b436-1d5c199197d3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955453 Aug 27 02:31:11.675647 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-87f27832-31a6-4d88-88ff-04bfea502452 req-2b2f63f4-99c1-43d9-a24e-ac14d471d158 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 210 time: 0.0281305 Aug 27 02:31:12.784556 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f712cb8-7b3f-488b-a810-af3d05250c59 req-6f6514b6-abf0-43a1-83b1-a7c24e808bfc tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 210 time: 0.0288959 Aug 27 02:31:12.954218 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-43ffbef4-3315-46a4-b9a9-84ff789aa596 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:12.955672 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-43ffbef4-3315-46a4-b9a9-84ff789aa596 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 817 time: 0.1100180 Aug 27 02:31:13.028131 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-816d2194-5f4e-4e6c-9f57-fa816e49d227 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c938ae5fd22a43e8a01859da2a336b53 HTTP/1.1" status: 200 len: 380 time: 0.0557957 Aug 27 02:31:13.142534 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'port': {'device_id': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'admin_state_up': True, 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'security_groups': ['fe3c7b4f-c9d1-4703-9641-ff200ffd60ae']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:13.259537 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Made reservation on behalf of c938ae5fd22a43e8a01859da2a336b53 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:13.263638 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:13.394179 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Allocated IP 172.20.0.13 (daf58feb-9527-44f2-90a3-a19a525b593d/51f37e3d-0971-4b58-8f02-1411e5fb4df6/67fc5822-1682-4324-ae1c-b98d8d2d09e8) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:13.449638 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:13.553238 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:13.589705 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:13.598338 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:13.639439 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Network daf58feb-9527-44f2-90a3-a19a525b593d is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:13.645197 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:13.647656 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event updated for resources: {'Port': ['ID=67fc5822-1682-4324-ae1c-b98d8d2d09e8,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:13.649792 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:31:13.708539 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:13.708961 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:13.729798 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-c97b45b5-9cd1-40c7-a55d-7b819d5afad9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5953064 Aug 27 02:31:13.746961 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Request body: {'port': {'device_id': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:13.811819 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:13.894719 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-5e498841-bb86-4a3c-8625-92f06151e10c None None] Provisioning complete for port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:31:13.895551 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-5e498841-bb86-4a3c-8625-92f06151e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:13.928031 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-5e498841-bb86-4a3c-8625-92f06151e10c None None] Port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:31:13.963904 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cca808-e95a-4b82-ac7b-30617c67096b req-34f15778-eac5-4a5e-a6f3-26f3a0283238 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:13.965698 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-29cca808-e95a-4b82-ac7b-30617c67096b req-34f15778-eac5-4a5e-a6f3-26f3a0283238 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 932 time: 0.0985739 Aug 27 02:31:14.078141 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-29cca808-e95a-4b82-ac7b-30617c67096b req-3397bd07-1c31-4d2a-9d03-0eac65ac8fe1 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060445 Aug 27 02:31:14.150225 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fc5822-1682-4324-ae1c-b98d8d2d09e8 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:31:14.158241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Publish callbacks [] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:14.171236 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Transition to ACTIVE for port object 67fc5822-1682-4324-ae1c-b98d8d2d09e8 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:31:14.176637 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:14.240707 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Pushing event updated for resources: {'Port': ['ID=67fc5822-1682-4324-ae1c-b98d8d2d09e8,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:14.291401 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Attempting to bind port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:31:14.291712 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Attempting to bind port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:31:14.292069 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Attempting to bind port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 on network daf58feb-9527-44f2-90a3-a19a525b593d {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:31:14.294821 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:14.297760 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 on network daf58feb-9527-44f2-90a3-a19a525b593d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:31:14.298082 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Attempting to bind port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 on network daf58feb-9527-44f2-90a3-a19a525b593d {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:31:14.305722 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:31:14.306063 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Checking segment: {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:31:14.306448 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Bound using segment: {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:31:14.306938 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Bound port: 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:31:14.307289 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:14.376898 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:14.380512 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:14.390021 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:14.394809 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:14.395415 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:14.396803 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/67fc5822-1682-4324-ae1c-b98d8d2d09e8 HTTP/1.1" status: 200 len: 1094 time: 0.6545491 Aug 27 02:31:14.398187 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:31:14.399577 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:14.443409 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46063980-7857-4629-95a5-23708153c9c5 x-openstack-request-id: req-46063980-7857-4629-95a5-23708153c9c5 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:14.443714 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:14.444029 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46063980-7857-4629-95a5-23708153c9c5 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:14.444434 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46063980-7857-4629-95a5-23708153c9c5'] response: {'name': 'network-changed', 'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'status': 'completed', 'code': 200} Aug 27 02:31:14.458085 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e272add-5477-454e-81d7-ea87ab15ce0a service neutron] Pushing event updated for resources: {'Port': ['ID=67fc5822-1682-4324-ae1c-b98d8d2d09e8,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:14.504169 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:14.516867 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-eae1b700-ad29-4567-9190-dff069b3742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:14.518399 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-eae1b700-ad29-4567-9190-dff069b3742d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 1128 time: 0.0461149 Aug 27 02:31:14.572470 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-b1616290-eedd-4410-89e4-16c0e1a18fb5 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8 HTTP/1.1" status: 200 len: 217 time: 0.0390499 Aug 27 02:31:14.626168 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-e401f5ff-7387-4efa-a8b7-e5718a8e4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:14.627553 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-e401f5ff-7387-4efa-a8b7-e5718a8e4554 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.0487423 Aug 27 02:31:14.676886 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-87b1f5b7-fd69-4e09-b214-266501acdacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:14.678449 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-87b1f5b7-fd69-4e09-b214-266501acdacb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444362 Aug 27 02:31:14.771018 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-fbdf9c07-c202-4bd7-ba7d-2f6870c55d5a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860138 Aug 27 02:31:14.865888 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ccd2ce9-ea66-4ba2-b616-dd2324a16c8f req-dfe71ba9-ba58-4c29-9813-7266b0c1a5ac service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888400 Aug 27 02:31:15.212069 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce685f-de8f-4bad-9ace-f0319a59d43d req-3fe76a66-e32e-472c-8287-1d030aac2739 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:15.213721 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47ce685f-de8f-4bad-9ace-f0319a59d43d req-3fe76a66-e32e-472c-8287-1d030aac2739 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0475519 Aug 27 02:31:15.261864 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47ce685f-de8f-4bad-9ace-f0319a59d43d req-79819bce-b487-4b12-b9eb-56c7ff0ac6f9 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420506 Aug 27 02:31:16.395159 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfbea0-b36b-4f73-8bb5-a7403ef1f771 req-d27e90b6-b3cb-4144-b92b-e39cc7b60035 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:16.396655 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-21cfbea0-b36b-4f73-8bb5-a7403ef1f771 req-d27e90b6-b3cb-4144-b92b-e39cc7b60035 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0549591 Aug 27 02:31:16.453230 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-21cfbea0-b36b-4f73-8bb5-a7403ef1f771 req-a055f5ef-38c0-49eb-9447-f63024dc9710 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500793 Aug 27 02:31:17.593607 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c5e2e-fa6a-4bcb-a3fd-fb3072bd9faf req-f413bae2-8a03-43ad-916c-31492644e2ec tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:17.595084 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1b7c5e2e-fa6a-4bcb-a3fd-fb3072bd9faf req-f413bae2-8a03-43ad-916c-31492644e2ec tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0519190 Aug 27 02:31:17.655013 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1b7c5e2e-fa6a-4bcb-a3fd-fb3072bd9faf req-1be03c07-67ce-44a2-bc0e-20f200f817cc tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540638 Aug 27 02:31:17.828864 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea req-4fab01fe-5f6a-4a7e-804a-b28a07edb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:17.830437 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea req-4fab01fe-5f6a-4a7e-804a-b28a07edb54b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 1128 time: 0.0457444 Aug 27 02:31:17.936154 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea req-4bfe8668-794f-4644-baba-62184f7fae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:17.937717 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea req-4bfe8668-794f-4644-baba-62184f7fae73 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 918 time: 0.1010895 Aug 27 02:31:17.980247 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea req-38ae1ef3-fc48-441e-a6b6-b3dd9f3dcc99 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8 HTTP/1.1" status: 200 len: 217 time: 0.0359271 Aug 27 02:31:18.031963 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea req-6f257110-5b1f-40bd-8bbf-4ab702c0079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:18.033452 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea req-6f257110-5b1f-40bd-8bbf-4ab702c0079d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.0464289 Aug 27 02:31:18.093502 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea req-36b5254f-4b4a-492c-b536-c4843f299e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:18.094973 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea req-36b5254f-4b4a-492c-b536-c4843f299e9c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557797 Aug 27 02:31:18.155236 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:18.188679 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 67fc5822-1682-4324-ae1c-b98d8d2d09e8 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:18.201512 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea req-32302061-e17a-481b-9db4-eaa04eef0f54 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001508 Aug 27 02:31:18.265217 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:18.305706 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-82e70c22-2aec-46fd-9fb6-8fcdf2eac3ea req-7ce9dc58-b5a1-4c4c-89e0-c02e37c7b655 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972705 Aug 27 02:31:18.308616 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:18.320061 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'port_id': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'mac_address': 'fa:16:3e:2c:a7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:18.359160 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:31:18.359450 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:18.377655 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fc5822-1682-4324-ae1c-b98d8d2d09e8 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:31:18.400272 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:18.405424 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:18.453969 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=67fc5822-1682-4324-ae1c-b98d8d2d09e8,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:18.458428 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=64 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:18.459737 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=74 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:18.463654 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.464035 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.464380 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.465037 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.465401 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.465756 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.466082 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.466523 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.466851 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.467178 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.467500 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.467823 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.468141 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.468463 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.468787 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:18.787149 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67116c0b-f536-4029-856d-e6854f7233e1 req-0e0adca0-3315-4f9b-840c-797a582d2d7d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:18.788807 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67116c0b-f536-4029-856d-e6854f7233e1 req-0e0adca0-3315-4f9b-840c-797a582d2d7d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 945 time: 0.0511448 Aug 27 02:31:18.845050 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67116c0b-f536-4029-856d-e6854f7233e1 req-f0bde3c5-7f41-484d-b62f-2b9f3f2dbc4e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500317 Aug 27 02:31:18.926299 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['67fc5822-1682-4324-ae1c-b98d8d2d09e8'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:31:19.024330 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:19.024920 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:19.297586 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:31:19.975750 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97323-a885-48ec-b2fd-266e8f91120a req-b6e1feb5-1efc-4d2f-9dcf-91b2567655e6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:19.977176 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-73f97323-a885-48ec-b2fd-266e8f91120a req-b6e1feb5-1efc-4d2f-9dcf-91b2567655e6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 945 time: 0.0537393 Aug 27 02:31:20.029093 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-73f97323-a885-48ec-b2fd-266e8f91120a req-3ffbf8cf-9f71-4006-8a50-ac2b4229f85a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459630 Aug 27 02:31:20.314997 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 67fc5822-1682-4324-ae1c-b98d8d2d09e8 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:20.363629 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:31:20.371621 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:31:20.372076 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:20.456238 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:31:20.457006 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:20.481720 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:31:20.484025 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e497a6-73ca-497b-a8d7-515513e2647c" -d '{"events": [{"server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "name": "network-vif-plugged", "status": "completed", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:20.498143 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:20.504330 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:20.531551 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86f4bca-a42f-4cb3-86ab-ccad49fa8b05 x-openstack-request-id: req-f86f4bca-a42f-4cb3-86ab-ccad49fa8b05 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:20.531789 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "name": "network-vif-plugged", "status": "completed", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:20.532063 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f86f4bca-a42f-4cb3-86ab-ccad49fa8b05 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:20.532460 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86f4bca-a42f-4cb3-86ab-ccad49fa8b05'] response: {'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'code': 200} Aug 27 02:31:20.560004 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=67fc5822-1682-4324-ae1c-b98d8d2d09e8,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:20.669768 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=59,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:20.672447 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=63,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:20.759370 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e5de5-d024-4c66-ba52-32c8a2d65daa req-44da174d-4e6f-46f8-bb13-ccf9194b06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:20.760871 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e64e5de5-d024-4c66-ba52-32c8a2d65daa req-44da174d-4e6f-46f8-bb13-ccf9194b06b0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 1130 time: 0.0443392 Aug 27 02:31:20.812139 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e64e5de5-d024-4c66-ba52-32c8a2d65daa req-d8eaaf34-fdb9-4c7c-81e5-e62b72ea4699 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437689 Aug 27 02:31:20.920365 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c3c72a06-a16e-4f93-a292-a7b5f6cfad6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:21.156090 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd341d-7bbd-4907-9848-ca7f80ca427b req-875baef7-8c50-4d9c-89a0-82941cf3019a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:21.157653 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d0bd341d-7bbd-4907-9848-ca7f80ca427b req-875baef7-8c50-4d9c-89a0-82941cf3019a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0488966 Aug 27 02:31:21.211969 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d0bd341d-7bbd-4907-9848-ca7f80ca427b req-0dc2c1e2-4b65-4fbe-8b86-e4006b31966a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480878 Aug 27 02:31:22.345064 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbf16-a57c-4b04-a442-a2ca5ca93176 req-2f605056-b9ea-42c1-99a6-6fb314b4d05c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:22.346862 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7b1fbf16-a57c-4b04-a442-a2ca5ca93176 req-2f605056-b9ea-42c1-99a6-6fb314b4d05c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0518398 Aug 27 02:31:22.401810 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7b1fbf16-a57c-4b04-a442-a2ca5ca93176 req-eaa5f6c6-f135-4725-9576-e3d48647e986 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472407 Aug 27 02:31:23.529825 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017c23e-d5fd-42f6-b7fb-eee86c1e147b req-7ff98c62-c1de-407e-bd2c-56fac6bfccd2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:23.531307 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e017c23e-d5fd-42f6-b7fb-eee86c1e147b req-7ff98c62-c1de-407e-bd2c-56fac6bfccd2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0479116 Aug 27 02:31:23.583190 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e017c23e-d5fd-42f6-b7fb-eee86c1e147b req-03137151-b4cd-4781-b646-ea9108a18163 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461190 Aug 27 02:31:23.722598 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e2b55-926e-4e12-a73c-ea78234e6e97 req-e18202fc-5cf3-444c-ac31-7b03aedfa74b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:23.724100 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-331e2b55-926e-4e12-a73c-ea78234e6e97 req-e18202fc-5cf3-444c-ac31-7b03aedfa74b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0547173 Aug 27 02:31:23.734389 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50458) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:23.739498 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-22b35d81-7b33-477e-bba3-4a6bfedf95d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Request body: {'floatingip': {'port_id': '67fc5822-1682-4324-ae1c-b98d8d2d09e8'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:23.783694 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22b35d81-7b33-477e-bba3-4a6bfedf95d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (59da2365-1427-454b-b06a-009858cce536), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:23.975461 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-87366254-ca92-4f72-b498-65d7a83df269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:24.118604 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:24.162511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:24.229988 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22b35d81-7b33-477e-bba3-4a6bfedf95d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:24.235321 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22b35d81-7b33-477e-bba3-4a6bfedf95d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (59da2365-1427-454b-b06a-009858cce536), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:24.336579 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-22b35d81-7b33-477e-bba3-4a6bfedf95d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Floating IP 59da2365-1427-454b-b06a-009858cce536 associated. External IP: 172.27.1.98, port: 67fc5822-1682-4324-ae1c-b98d8d2d09e8. Aug 27 02:31:24.556143 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b35d81-7b33-477e-bba3-4a6bfedf95d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Router 73619651-94ce-49ee-bfdb-5e08bde38425 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:31:24.673179 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b35d81-7b33-477e-bba3-4a6bfedf95d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:24.679003 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22b35d81-7b33-477e-bba3-4a6bfedf95d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:24.683276 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85453335-b64c-4a96-bd29-a1a40702350e None None] Sync routers for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:24.695296 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85453335-b64c-4a96-bd29-a1a40702350e None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:31:24.696032 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-85453335-b64c-4a96-bd29-a1a40702350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:24.711525 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-22b35d81-7b33-477e-bba3-4a6bfedf95d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/59da2365-1427-454b-b06a-009858cce536 HTTP/1.1" status: 200 len: 991 time: 0.9756820 Aug 27 02:31:24.713398 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:31:24.715726 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a470fa63-915d-455d-ac06-97dbdbcd9262" -d '{"events": [{"name": "network-changed", "server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:24.757185 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffb540d-9918-42cb-b239-f7875d1251d1 x-openstack-request-id: req-9ffb540d-9918-42cb-b239-f7875d1251d1 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:24.757489 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:24.757784 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ffb540d-9918-42cb-b239-f7875d1251d1 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:24.758204 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffb540d-9918-42cb-b239-f7875d1251d1'] response: {'name': 'network-changed', 'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'status': 'completed', 'code': 200} Aug 27 02:31:24.803589 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-85453335-b64c-4a96-bd29-a1a40702350e None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:31:24.861187 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470fa63-915d-455d-ac06-97dbdbcd9262 req-a07e95ab-7c31-4b96-9652-81ec40920960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:24.862687 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a470fa63-915d-455d-ac06-97dbdbcd9262 req-a07e95ab-7c31-4b96-9652-81ec40920960 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 1130 time: 0.0469301 Aug 27 02:31:24.961284 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470fa63-915d-455d-ac06-97dbdbcd9262 req-79cfc602-75b5-4e8d-a53b-f0760fabd0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:24.963147 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a470fa63-915d-455d-ac06-97dbdbcd9262 req-79cfc602-75b5-4e8d-a53b-f0760fabd0b1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 918 time: 0.0951262 Aug 27 02:31:25.032465 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a470fa63-915d-455d-ac06-97dbdbcd9262 req-d3801135-871f-4f7e-ba58-a08448663a78 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8 HTTP/1.1" status: 200 len: 999 time: 0.0638397 Aug 27 02:31:25.036033 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-85453335-b64c-4a96-bd29-a1a40702350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '59da2365-1427-454b-b06a-009858cce536', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'port_id': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'mac_address': 'fa:16:3e:2c:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:31:10Z', 'updated_at': '2022-08-27T02:31:24Z', 'revision_number': 1, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:25.062069 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85453335-b64c-4a96-bd29-a1a40702350e None None] Checking router: 73619651-94ce-49ee-bfdb-5e08bde38425 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:25.072139 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85453335-b64c-4a96-bd29-a1a40702350e None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:31:25.073692 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-85453335-b64c-4a96-bd29-a1a40702350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:25.084439 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470fa63-915d-455d-ac06-97dbdbcd9262 req-3137b597-99f9-42b2-b668-010014ffb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:25.086897 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a470fa63-915d-455d-ac06-97dbdbcd9262 req-3137b597-99f9-42b2-b668-010014ffb1e7 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.0490775 Aug 27 02:31:25.131100 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470fa63-915d-455d-ac06-97dbdbcd9262 req-c807e4fe-1eb5-4451-a315-3714a11a240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:25.132506 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a470fa63-915d-455d-ac06-97dbdbcd9262 req-c807e4fe-1eb5-4451-a315-3714a11a240d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396612 Aug 27 02:31:25.177790 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-85453335-b64c-4a96-bd29-a1a40702350e None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:31:25.413766 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-85453335-b64c-4a96-bd29-a1a40702350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '59da2365-1427-454b-b06a-009858cce536', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'port_id': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'mac_address': 'fa:16:3e:2c:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:31:10Z', 'updated_at': '2022-08-27T02:31:24Z', 'revision_number': 1, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:25.443287 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85453335-b64c-4a96-bd29-a1a40702350e None None] The sync data for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi is: [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '59da2365-1427-454b-b06a-009858cce536', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'port_id': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'mac_address': 'fa:16:3e:2c:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:31:10Z', 'updated_at': '2022-08-27T02:31:24Z', 'revision_number': 1, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:25.500647 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a470fa63-915d-455d-ac06-97dbdbcd9262 req-ea15c3e1-5500-4c0d-8021-fc425dd81751 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618379 Aug 27 02:31:25.557186 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:25.573999 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:25.599679 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a470fa63-915d-455d-ac06-97dbdbcd9262 req-a20cccf1-8ac4-44a5-92e3-5470a3226b23 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927570 Aug 27 02:31:25.638826 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083404b9-d2e7-40a6-ac0a-68a8e5a2d598 None None] New status for floating IP 59da2365-1427-454b-b06a-009858cce536: ACTIVE {{(pid=106605) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:31:26.593423 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:28.017328 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:28.731205 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:28.961757 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fb248-0d64-4af6-87bb-a2481ecb76f3 req-db1c0db3-8823-41db-a880-db4045ea52d8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:28.963204 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-172fb248-0d64-4af6-87bb-a2481ecb76f3 req-db1c0db3-8823-41db-a880-db4045ea52d8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0514352 Aug 27 02:31:29.014148 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-172fb248-0d64-4af6-87bb-a2481ecb76f3 req-51d097e6-0f0a-43ce-a99b-78958e7d845c tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445631 Aug 27 02:31:29.020728 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:30.147097 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136568c-21d5-429b-8b8d-18de3b611891 req-350464bd-f999-4f66-b9e9-b16787d2427e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:30.148645 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6136568c-21d5-429b-8b8d-18de3b611891 req-350464bd-f999-4f66-b9e9-b16787d2427e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0489690 Aug 27 02:31:30.203648 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6136568c-21d5-429b-8b8d-18de3b611891 req-b0f0814f-255e-41fe-b541-d21fa7151e54 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465686 Aug 27 02:31:31.331480 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b63ab1-5bb6-443b-98f1-bdbe111276d6 req-2755b235-5e2e-413a-a9a5-7565841f8751 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:31.332989 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67b63ab1-5bb6-443b-98f1-bdbe111276d6 req-2755b235-5e2e-413a-a9a5-7565841f8751 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0477836 Aug 27 02:31:31.389239 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67b63ab1-5bb6-443b-98f1-bdbe111276d6 req-98341835-4326-48f6-b936-c5680f48e3a1 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523ef2f8-1eb5-4993-b12f-29f33fd4a033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497270 Aug 27 02:31:31.780688 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-0184bbd4-0bac-4402-8805-411c0e7f778e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:31.782178 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-0184bbd4-0bac-4402-8805-411c0e7f778e tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 946 time: 0.0570102 Aug 27 02:31:31.872953 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Deleting port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:31:31.873326 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:31.982464 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] For port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:31.982829 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:32.157481 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-5843875e-aa80-4cda-a5f5-eda1a69148b5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423107 Aug 27 02:31:32.160385 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:32.162125 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (b551ba01-6a99-40ae-98fb-dfb5d0416f5a), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:32.162125 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Floating IP b551ba01-6a99-40ae-98fb-dfb5d0416f5a disassociated. External IP: 172.27.1.153, port: bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2. Aug 27 02:31:32.162125 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Calling delete_port for bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:31:32.260004 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-ca8e5a9a-739a-4475-a29e-092414aa14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:32.261956 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-ca8e5a9a-739a-4475-a29e-092414aa14fb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b2ddff853b7546788b645a0344c2297b&device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 1129 time: 0.0450213 Aug 27 02:31:32.311529 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:32.338865 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event deleted for resources: {'Port': ['ID=bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:32.381196 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-c5c5d344-8028-48c4-a4d8-fe2f54d92289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:32.382727 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-c5c5d344-8028-48c4-a4d8-fe2f54d92289 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd HTTP/1.1" status: 200 len: 910 time: 0.0999405 Aug 27 02:31:32.427537 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:32.437311 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:32.462282 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-91aed654-6f16-443f-b99b-193a8fb929c7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0 HTTP/1.1" status: 200 len: 1001 time: 0.0682034 Aug 27 02:31:32.470288 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Router 8959e6e8-65dc-428f-93b6-e164250b150c has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:31:32.506086 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3eb75ec7-f25d-4eec-b732-a78a16f77d37 req-4014ffff-3aea-42d2-bbfc-fce362b892eb tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=98e4cfeb-d49e-4888-a2c0-40a9e8af90d3 HTTP/1.1" status: 200 len: 210 time: 0.0380690 Aug 27 02:31:32.519707 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-fc5bfa19-ecd5-4ae1-b0d0-d55de3375cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:32.521246 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-fc5bfa19-ecd5-4ae1-b0d0-d55de3375cb9 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7dc1b704-facd-40ba-ba67-c373ad45e038 HTTP/1.1" status: 200 len: 848 time: 0.0518341 Aug 27 02:31:32.571926 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-64fca547-4d60-45f5-9494-13b1780c2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:32.573574 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-64fca547-4d60-45f5-9494-13b1780c2376 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468323 Aug 27 02:31:32.615821 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:32.627528 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1332ca-3f75-4e72-9d04-710014777a81 None None] Sync routers for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:32.641749 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1332ca-3f75-4e72-9d04-710014777a81 None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:31:32.642368 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-8a1332ca-3f75-4e72-9d04-710014777a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:32.663486 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] No DVR routers for this DVR port bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:31:32.666795 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:32.670819 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9d86de98-21b7-4c23-b810-0eef08480ba7 req-f40de0e3-602a-4961-afc1-cbc5ade3dca8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "DELETE /networking/v2.0/ports/bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 HTTP/1.1" status: 204 len: 173 time: 0.8833897 Aug 27 02:31:32.671206 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'name': 'network-vif-deleted', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:31:32.678011 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c618499-27a3-4ee9-b9e4-c16c438936a3" -d '{"events": [{"server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "name": "network-vif-deleted", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:32.699395 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-488e4cfd-eff2-483b-b97f-a5a32654772d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189716 Aug 27 02:31:32.734212 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bca4098-b705-44cd-a4a4-c3f989da8aa6 x-openstack-request-id: req-3bca4098-b705-44cd-a4a4-c3f989da8aa6 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:32.734501 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e4cfeb-d49e-4888-a2c0-40a9e8af90d3", "name": "network-vif-deleted", "tag": "bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:32.734800 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3bca4098-b705-44cd-a4a4-c3f989da8aa6 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:32.735254 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bca4098-b705-44cd-a4a4-c3f989da8aa6'] response: {'server_uuid': '98e4cfeb-d49e-4888-a2c0-40a9e8af90d3', 'name': 'network-vif-deleted', 'tag': 'bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2', 'status': 'completed', 'code': 200} Aug 27 02:31:32.758115 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-8a1332ca-3f75-4e72-9d04-710014777a81 None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:31:32.794195 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:32.838324 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-33843e9f-9386-4cf1-8173-bbdbc730795e req-ada74b9c-c538-437f-a9ad-b9dd5ff651ea service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317470 Aug 27 02:31:33.062500 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-8a1332ca-3f75-4e72-9d04-710014777a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:39Z', 'revision_number': 5, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:33.093380 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1332ca-3f75-4e72-9d04-710014777a81 None None] Checking router: 8959e6e8-65dc-428f-93b6-e164250b150c for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:33.095088 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:33.103961 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1332ca-3f75-4e72-9d04-710014777a81 None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:31:33.104773 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-8a1332ca-3f75-4e72-9d04-710014777a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:33.217744 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-8a1332ca-3f75-4e72-9d04-710014777a81 None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:31:33.424426 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-8a1332ca-3f75-4e72-9d04-710014777a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:39Z', 'revision_number': 5, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:33.455277 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1332ca-3f75-4e72-9d04-710014777a81 None None] The sync data for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi is: [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:22:28Z', 'revision_number': 4, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3437fd16-4990-45b9-8425-3125f5364882', 'name': '', 'network_id': '8ba10e7b-62f2-400d-a225-3160ea7a308c', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'mac_address': 'fa:16:3e:16:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:39Z', 'revision_number': 5, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'subnets': [{'id': '683a9e1b-731e-4327-9750-9fc98cd997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:33.610961 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50500) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:33.675245 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-986ca803-1574-46c5-8f27-8da5ba28f8f4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group (523ef2f8-1eb5-4993-b12f-29f33fd4a033), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:33.699740 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-986ca803-1574-46c5-8f27-8da5ba28f8f4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group (523ef2f8-1eb5-4993-b12f-29f33fd4a033), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:33.731369 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50039d5-2333-4735-a14b-0e645e09979c None None] New status for floating IP b551ba01-6a99-40ae-98fb-dfb5d0416f5a: DOWN {{(pid=106605) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:31:33.753402 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-986ca803-1574-46c5-8f27-8da5ba28f8f4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (523ef2f8-1eb5-4993-b12f-29f33fd4a033), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:33.756024 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-986ca803-1574-46c5-8f27-8da5ba28f8f4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:33.757245 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-986ca803-1574-46c5-8f27-8da5ba28f8f4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/523ef2f8-1eb5-4993-b12f-29f33fd4a033 HTTP/1.1" status: 204 len: 168 time: 0.1452334 Aug 27 02:31:33.760002 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50502) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:33.770413 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ca803-1574-46c5-8f27-8da5ba28f8f4 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523ef2f8-1eb5-4993-b12f-29f33fd4a033,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:33.784777 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.api.v2.resource [None req-097622b0-9e33-40f7-85b0-38ef47b146e7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] show failed (client error): The resource could not be found. Aug 27 02:31:33.784777 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-097622b0-9e33-40f7-85b0-38ef47b146e7 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups/523ef2f8-1eb5-4993-b12f-29f33fd4a033 HTTP/1.1" status: 404 len: 347 time: 0.0219252 Aug 27 02:31:33.785785 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50504) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:33.908573 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-1a86e4f8-cf7b-4386-a61e-79490c6fab85 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Deleting port 32949f77-985e-466d-a870-fe112d1f7736 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:31:33.908910 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1a86e4f8-cf7b-4386-a61e-79490c6fab85 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (32949f77-985e-466d-a870-fe112d1f7736), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:33.995209 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1a86e4f8-cf7b-4386-a61e-79490c6fab85 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (32949f77-985e-466d-a870-fe112d1f7736), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:33.995730 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1a86e4f8-cf7b-4386-a61e-79490c6fab85 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for floatingip (32949f77-985e-466d-a870-fe112d1f7736), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:34.013675 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-1a86e4f8-cf7b-4386-a61e-79490c6fab85 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Calling delete_port for 32949f77-985e-466d-a870-fe112d1f7736 owned by network:floatingip {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:31:34.067309 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:34.102222 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:34.157246 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1a86e4f8-cf7b-4386-a61e-79490c6fab85 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (32949f77-985e-466d-a870-fe112d1f7736), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:34.183447 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86e4f8-cf7b-4386-a61e-79490c6fab85 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event deleted for resources: {'Port': ['ID=32949f77-985e-466d-a870-fe112d1f7736,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:34.254792 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1a86e4f8-cf7b-4386-a61e-79490c6fab85 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks [] for floatingip (b551ba01-6a99-40ae-98fb-dfb5d0416f5a), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:34.257357 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1a86e4f8-cf7b-4386-a61e-79490c6fab85 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:34.258524 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-1a86e4f8-cf7b-4386-a61e-79490c6fab85 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/b551ba01-6a99-40ae-98fb-dfb5d0416f5a HTTP/1.1" status: 204 len: 168 time: 0.4716065 Aug 27 02:31:34.393072 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:34.416174 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:31:34.416513 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device bf498aa0-7dfa-466b-b4f0-3a5d8f8703e2 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:36.811549 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb666db8-a572-42f4-9d0e-24a9d05248f7 req-5b533494-234e-4c78-a577-f0e70379d3b2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:36.813031 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bb666db8-a572-42f4-9d0e-24a9d05248f7 req-5b533494-234e-4c78-a577-f0e70379d3b2 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0536752 Aug 27 02:31:36.873220 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bb666db8-a572-42f4-9d0e-24a9d05248f7 req-95587e30-f639-48e2-b7f7-ae25b764d608 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522554 Aug 27 02:31:37.657848 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24c4eb-34b1-4211-a1ba-b3cc5ec19197 req-a9b3082c-9935-49d9-a346-d9fc6ccfa576 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:37.659477 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-bc24c4eb-34b1-4211-a1ba-b3cc5ec19197 req-a9b3082c-9935-49d9-a346-d9fc6ccfa576 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0649133 Aug 27 02:31:37.755190 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-bc24c4eb-34b1-4211-a1ba-b3cc5ec19197 req-d13ef38c-e98e-4425-acac-9d5ad8910ebe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Deleting port 81921b15-5b92-41f8-a6fa-30be932b9435 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:31:37.755524 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-bc24c4eb-34b1-4211-a1ba-b3cc5ec19197 req-d13ef38c-e98e-4425-acac-9d5ad8910ebe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:37.866335 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-bc24c4eb-34b1-4211-a1ba-b3cc5ec19197 req-d13ef38c-e98e-4425-acac-9d5ad8910ebe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] For port 81921b15-5b92-41f8-a6fa-30be932b9435, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=81921b15-5b92-41f8-a6fa-30be932b9435,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:37.866705 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-bc24c4eb-34b1-4211-a1ba-b3cc5ec19197 req-d13ef38c-e98e-4425-acac-9d5ad8910ebe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:37.880969 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-bc24c4eb-34b1-4211-a1ba-b3cc5ec19197 req-d13ef38c-e98e-4425-acac-9d5ad8910ebe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Calling delete_port for 81921b15-5b92-41f8-a6fa-30be932b9435 owned by compute:nova {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:31:38.003007 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22c8cb-b40e-431b-83a5-ee51217d974c req-4f4caf1a-6ca0-4dd6-be49-efba64e675c9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:38.004508 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b22c8cb-b40e-431b-83a5-ee51217d974c req-4f4caf1a-6ca0-4dd6-be49-efba64e675c9 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 945 time: 0.0485046 Aug 27 02:31:38.018643 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-bc24c4eb-34b1-4211-a1ba-b3cc5ec19197 req-d13ef38c-e98e-4425-acac-9d5ad8910ebe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (81921b15-5b92-41f8-a6fa-30be932b9435), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:38.055871 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['81921b15-5b92-41f8-a6fa-30be932b9435', '66f55f99-dc75-425b-9214-a2edc384e389'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:31:38.060084 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b22c8cb-b40e-431b-83a5-ee51217d974c req-33b1cd9c-c8e1-4524-b863-f1730bc6ccf0 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493824 Aug 27 02:31:38.117939 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:38.195349 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:38.300955 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ef38c-e98e-4425-acac-9d5ad8910ebe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event deleted for resources: {'Port': ['ID=81921b15-5b92-41f8-a6fa-30be932b9435,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:38.347473 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc24c4eb-34b1-4211-a1ba-b3cc5ec19197 req-d13ef38c-e98e-4425-acac-9d5ad8910ebe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] No DVR routers for this DVR port 81921b15-5b92-41f8-a6fa-30be932b9435 on host hv-cinder-84630 {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:31:38.349982 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-bc24c4eb-34b1-4211-a1ba-b3cc5ec19197 req-d13ef38c-e98e-4425-acac-9d5ad8910ebe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:38.353309 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-bc24c4eb-34b1-4211-a1ba-b3cc5ec19197 req-d13ef38c-e98e-4425-acac-9d5ad8910ebe tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "DELETE /networking/v2.0/ports/81921b15-5b92-41f8-a6fa-30be932b9435 HTTP/1.1" status: 204 len: 173 time: 0.6888943 Aug 27 02:31:38.353714 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bed8e9-f530-418a-9819-4f65dabdcda0', 'name': 'network-vif-deleted', 'tag': '81921b15-5b92-41f8-a6fa-30be932b9435'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:31:38.356042 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebbbda9-4a2c-48cd-8bcc-af26151d79b9" -d '{"events": [{"server_uuid": "05bed8e9-f530-418a-9819-4f65dabdcda0", "name": "network-vif-deleted", "tag": "81921b15-5b92-41f8-a6fa-30be932b9435"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:38.394084 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb662e4-77d0-468d-b713-9dcd898d57bb x-openstack-request-id: req-8eb662e4-77d0-468d-b713-9dcd898d57bb {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:38.394414 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bed8e9-f530-418a-9819-4f65dabdcda0", "name": "network-vif-deleted", "tag": "81921b15-5b92-41f8-a6fa-30be932b9435", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:38.394670 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8eb662e4-77d0-468d-b713-9dcd898d57bb {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:38.395089 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb662e4-77d0-468d-b713-9dcd898d57bb'] response: {'server_uuid': '05bed8e9-f530-418a-9819-4f65dabdcda0', 'name': 'network-vif-deleted', 'tag': '81921b15-5b92-41f8-a6fa-30be932b9435', 'status': 'completed', 'code': 200} Aug 27 02:31:39.185439 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d065e67a-8fc0-4d67-8367-a9c95786ab0d req-a321eb51-4a5a-405e-aedb-c624cc2e2352 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05bed8e9-f530-418a-9819-4f65dabdcda0 HTTP/1.1" status: 200 len: 210 time: 0.0375500 Aug 27 02:31:40.501005 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44bcc1-6275-4611-8174-a357b2ef9fb7 req-3d8b12c8-58fb-49c0-8813-7d7c628e90ac tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:40.502417 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ac44bcc1-6275-4611-8174-a357b2ef9fb7 req-3d8b12c8-58fb-49c0-8813-7d7c628e90ac tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0490170 Aug 27 02:31:40.551445 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ac44bcc1-6275-4611-8174-a357b2ef9fb7 req-7b194c0d-4ace-40ed-9930-83e4aa0b9972 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431974 Aug 27 02:31:40.578951 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 81921b15-5b92-41f8-a6fa-30be932b9435 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:40.602964 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 81921b15-5b92-41f8-a6fa-30be932b9435 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:31:40.603312 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 81921b15-5b92-41f8-a6fa-30be932b9435 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:41.316648 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483326a3-77d8-4db8-9fd4-cda8c5e9d23b req-099f557e-5a52-4cb6-bde6-b8f54b9c777f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:41.318028 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-483326a3-77d8-4db8-9fd4-cda8c5e9d23b req-099f557e-5a52-4cb6-bde6-b8f54b9c777f tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0512466 Aug 27 02:31:41.410022 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-483326a3-77d8-4db8-9fd4-cda8c5e9d23b req-3a98253e-ae2d-43da-b5a9-af1e69c88a19 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Deleting port 66f55f99-dc75-425b-9214-a2edc384e389 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:31:41.410339 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-483326a3-77d8-4db8-9fd4-cda8c5e9d23b req-3a98253e-ae2d-43da-b5a9-af1e69c88a19 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (66f55f99-dc75-425b-9214-a2edc384e389), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:41.503047 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [req-483326a3-77d8-4db8-9fd4-cda8c5e9d23b req-3a98253e-ae2d-43da-b5a9-af1e69c88a19 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] For port 66f55f99-dc75-425b-9214-a2edc384e389, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=66f55f99-dc75-425b-9214-a2edc384e389,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:41.503406 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-483326a3-77d8-4db8-9fd4-cda8c5e9d23b req-3a98253e-ae2d-43da-b5a9-af1e69c88a19 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (66f55f99-dc75-425b-9214-a2edc384e389), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:41.520797 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [req-483326a3-77d8-4db8-9fd4-cda8c5e9d23b req-3a98253e-ae2d-43da-b5a9-af1e69c88a19 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Calling delete_port for 66f55f99-dc75-425b-9214-a2edc384e389 owned by compute:nova {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:31:41.560804 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:41.585957 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:41.668758 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-483326a3-77d8-4db8-9fd4-cda8c5e9d23b req-3a98253e-ae2d-43da-b5a9-af1e69c88a19 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (66f55f99-dc75-425b-9214-a2edc384e389), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:41.693001 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b730052-a5a8-46bd-bc88-a383aed863a5 req-05810ce2-cb02-41e1-b6d4-50f4ccf09f5d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:31:41.694682 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b730052-a5a8-46bd-bc88-a383aed863a5 req-05810ce2-cb02-41e1-b6d4-50f4ccf09f5d tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e2bf7024-0779-4e08-844a-43b78187e770 HTTP/1.1" status: 200 len: 946 time: 0.0530598 Aug 27 02:31:41.700652 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98253e-ae2d-43da-b5a9-af1e69c88a19 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Pushing event deleted for resources: {'Port': ['ID=66f55f99-dc75-425b-9214-a2edc384e389,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:41.705458 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['66f55f99-dc75-425b-9214-a2edc384e389'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:31:41.757194 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [req-483326a3-77d8-4db8-9fd4-cda8c5e9d23b req-3a98253e-ae2d-43da-b5a9-af1e69c88a19 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] No DVR routers for this DVR port 66f55f99-dc75-425b-9214-a2edc384e389 on host hv-cinder-84630 {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:31:41.759884 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [req-483326a3-77d8-4db8-9fd4-cda8c5e9d23b req-3a98253e-ae2d-43da-b5a9-af1e69c88a19 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:41.763400 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-483326a3-77d8-4db8-9fd4-cda8c5e9d23b req-3a98253e-ae2d-43da-b5a9-af1e69c88a19 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.45 "DELETE /networking/v2.0/ports/66f55f99-dc75-425b-9214-a2edc384e389 HTTP/1.1" status: 204 len: 173 time: 0.4401536 Aug 27 02:31:41.763831 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bf7024-0779-4e08-844a-43b78187e770', 'name': 'network-vif-deleted', 'tag': '66f55f99-dc75-425b-9214-a2edc384e389'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:31:41.764281 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b730052-a5a8-46bd-bc88-a383aed863a5 req-f49a9c68-ccee-4b0f-8986-d31ebd98c2b8 tempest-ServerRescueNegativeTestJSON-1551042004 tempest-ServerRescueNegativeTestJSON-1551042004-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=996ce4a6-b4f3-4885-a7d0-15a2790eb757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633898 Aug 27 02:31:41.767556 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd3efe7-f13f-4f6a-874c-a4abc36fddc1" -d '{"events": [{"server_uuid": "e2bf7024-0779-4e08-844a-43b78187e770", "name": "network-vif-deleted", "tag": "66f55f99-dc75-425b-9214-a2edc384e389"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:41.816044 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1763558-28ea-4f81-919a-0b5b73f1fe12 x-openstack-request-id: req-e1763558-28ea-4f81-919a-0b5b73f1fe12 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:41.816339 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bf7024-0779-4e08-844a-43b78187e770", "name": "network-vif-deleted", "tag": "66f55f99-dc75-425b-9214-a2edc384e389", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:41.816601 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1763558-28ea-4f81-919a-0b5b73f1fe12 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:41.817022 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1763558-28ea-4f81-919a-0b5b73f1fe12'] response: {'server_uuid': 'e2bf7024-0779-4e08-844a-43b78187e770', 'name': 'network-vif-deleted', 'tag': '66f55f99-dc75-425b-9214-a2edc384e389', 'status': 'completed', 'code': 200} Aug 27 02:31:42.833652 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50544) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:43.339268 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675507'] for router_interface (8959e6e8-65dc-428f-93b6-e164250b150c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:43.428767 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:43.440298 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:43.578046 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] Deleting port 3437fd16-4990-45b9-8425-3125f5364882 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:31:43.578325 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (3437fd16-4990-45b9-8425-3125f5364882), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:43.675653 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] For port 3437fd16-4990-45b9-8425-3125f5364882, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=3437fd16-4990-45b9-8425-3125f5364882,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:43.676054 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (3437fd16-4990-45b9-8425-3125f5364882), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:43.690996 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] Calling delete_port for 3437fd16-4990-45b9-8425-3125f5364882 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:31:43.896234 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (3437fd16-4990-45b9-8425-3125f5364882), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:43.944021 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3437fd16-4990-45b9-8425-3125f5364882,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:44.115462 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675399'] for router_interface (8959e6e8-65dc-428f-93b6-e164250b150c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:44.345550 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:44.358235 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] Router 8959e6e8-65dc-428f-93b6-e164250b150c has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:31:44.401582 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:44.478867 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:31:44.484354 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-bfddfd0c-a5bc-42f9-a5f4-81c2a7f5f5a4 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/8959e6e8-65dc-428f-93b6-e164250b150c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6497264 Aug 27 02:31:44.487453 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50548) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:44.488461 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435cf8b4-2a2c-46bc-b10f-1ccc8ca92bbf None None] Sync routers for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:31:44.503621 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435cf8b4-2a2c-46bc-b10f-1ccc8ca92bbf None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:31:44.504231 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-435cf8b4-2a2c-46bc-b10f-1ccc8ca92bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:44.589757 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 66f55f99-dc75-425b-9214-a2edc384e389 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:44.595299 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Publish callbacks [] for router (8959e6e8-65dc-428f-93b6-e164250b150c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:44.611213 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 66f55f99-dc75-425b-9214-a2edc384e389 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:31:44.611450 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 66f55f99-dc75-425b-9214-a2edc384e389 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:44.622948 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-435cf8b4-2a2c-46bc-b10f-1ccc8ca92bbf None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:31:44.707173 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Publish callbacks [] for router_gateway (8959e6e8-65dc-428f-93b6-e164250b150c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:44.758203 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Deleting port f335d52c-70bd-474e-84a6-4177a5adc66f {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:31:44.758605 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:44.828886 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-435cf8b4-2a2c-46bc-b10f-1ccc8ca92bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:31:43Z', 'revision_number': 5, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port': {'id': 'f335d52c-70bd-474e-84a6-4177a5adc66f', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:21Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:44.841954 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] For port f335d52c-70bd-474e-84a6-4177a5adc66f, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=f335d52c-70bd-474e-84a6-4177a5adc66f,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:44.842329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:44.856286 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Calling delete_port for f335d52c-70bd-474e-84a6-4177a5adc66f owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:31:44.856869 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435cf8b4-2a2c-46bc-b10f-1ccc8ca92bbf None None] Checking router: 8959e6e8-65dc-428f-93b6-e164250b150c for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:31:44.866936 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435cf8b4-2a2c-46bc-b10f-1ccc8ca92bbf None None] Routers {'8959e6e8-65dc-428f-93b6-e164250b150c'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:31:44.867463 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-435cf8b4-2a2c-46bc-b10f-1ccc8ca92bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8959e6e8-65dc-428f-93b6-e164250b150c'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:44.955839 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-435cf8b4-2a2c-46bc-b10f-1ccc8ca92bbf None None] Set router 8959e6e8-65dc-428f-93b6-e164250b150c gateway port host: None {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:31:45.010820 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-435cf8b4-2a2c-46bc-b10f-1ccc8ca92bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:31:44Z', 'revision_number': 6, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port_host': None}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:45.030296 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (f335d52c-70bd-474e-84a6-4177a5adc66f), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.037059 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435cf8b4-2a2c-46bc-b10f-1ccc8ca92bbf None None] The sync data for ids ['8959e6e8-65dc-428f-93b6-e164250b150c'] in dv-cinder-846303-3-iscsi is: [{'id': '8959e6e8-65dc-428f-93b6-e164250b150c', 'name': 'tempest-ServerRescueNegativeTestJSON-193605757-router', 'tenant_id': '880ac4003248441c809a76cfd1b221eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:20Z', 'updated_at': '2022-08-27T02:31:44Z', 'revision_number': 6, 'project_id': '880ac4003248441c809a76cfd1b221eb', 'gw_port_host': None}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:31:45.062439 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Pushing event deleted for resources: {'Port': ['ID=f335d52c-70bd-474e-84a6-4177a5adc66f,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:45.122549 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676854'] for router_gateway (8959e6e8-65dc-428f-93b6-e164250b150c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.212875 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62925'] for router (8959e6e8-65dc-428f-93b6-e164250b150c), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.215289 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Publish callbacks [] for router_controller (8959e6e8-65dc-428f-93b6-e164250b150c), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.259648 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1675487'] for router (8959e6e8-65dc-428f-93b6-e164250b150c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.260255 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8959e6e8-65dc-428f-93b6-e164250b150c {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:31:45.265394 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.266487 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-9dea695e-4576-4bf4-9034-634257591230 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/8959e6e8-65dc-428f-93b6-e164250b150c HTTP/1.1" status: 204 len: 168 time: 0.7781270 Aug 27 02:31:45.269596 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50550) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:45.303062 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:45.316304 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdc7a25-cacc-45c7-957c-1d8be2b90a42 admin admin] Deleting subnet 683a9e1b-731e-4327-9750-9fc98cd997c7 {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:31:45.320025 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7a25-cacc-45c7-957c-1d8be2b90a42 admin admin] Publish callbacks [] for subnet (683a9e1b-731e-4327-9750-9fc98cd997c7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.362767 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7a25-cacc-45c7-957c-1d8be2b90a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15258016'] for subnet (683a9e1b-731e-4327-9750-9fc98cd997c7), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.384288 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:45.447810 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7a25-cacc-45c7-957c-1d8be2b90a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (683a9e1b-731e-4327-9750-9fc98cd997c7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.460109 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:45.506158 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7a25-cacc-45c7-957c-1d8be2b90a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15337968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13771221'] for subnet (683a9e1b-731e-4327-9750-9fc98cd997c7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.797389 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc7a25-cacc-45c7-957c-1d8be2b90a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=683a9e1b-731e-4327-9750-9fc98cd997c7,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:45.801160 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7a25-cacc-45c7-957c-1d8be2b90a42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.804318 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-9cdc7a25-cacc-45c7-957c-1d8be2b90a42 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/683a9e1b-731e-4327-9750-9fc98cd997c7 HTTP/1.1" status: 204 len: 168 time: 0.5337412 Aug 27 02:31:45.808552 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db376bdf-bfae-4c81-a15d-e606f4e5c1fe None None] Network 8ba10e7b-62f2-400d-a225-3160ea7a308c requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:31:45.809258 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50554) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:45.883598 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (8ba10e7b-62f2-400d-a225-3160ea7a308c), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.933646 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Deleting port b098a0cc-47ed-4f48-a5ee-764e77284b08 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:31:45.933990 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:45.963063 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a68989d-54f1-4817-ad58-2d9cde17c597 None None] DHCP port deletion for 8ba10e7b-62f2-400d-a225-3160ea7a308c request from dv-cinder-846303-3-iscsi {{(pid=106605) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 02:31:46.002007 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-0a68989d-54f1-4817-ad58-2d9cde17c597 None None] Deleting port b098a0cc-47ed-4f48-a5ee-764e77284b08 {{(pid=106605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:31:46.002303 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-0a68989d-54f1-4817-ad58-2d9cde17c597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), before_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.007133 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] For port b098a0cc-47ed-4f48-a5ee-764e77284b08, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=b098a0cc-47ed-4f48-a5ee-764e77284b08,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:46.007496 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.022384 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Calling delete_port for b098a0cc-47ed-4f48-a5ee-764e77284b08 owned by network:dhcp {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:31:46.085586 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-0a68989d-54f1-4817-ad58-2d9cde17c597 None None] For port b098a0cc-47ed-4f48-a5ee-764e77284b08, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=b098a0cc-47ed-4f48-a5ee-764e77284b08,segment=NetworkSegment(0c685ed0-f08f-4a29-99b5-6deb02df3c59),segment_id=0c685ed0-f08f-4a29-99b5-6deb02df3c59)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:46.085983 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-0a68989d-54f1-4817-ad58-2d9cde17c597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), precommit_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.100713 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-0a68989d-54f1-4817-ad58-2d9cde17c597 None None] Calling delete_port for b098a0cc-47ed-4f48-a5ee-764e77284b08 owned by network:dhcp {{(pid=106605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:31:46.123758 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.155924 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] No DVR routers for this DVR port b098a0cc-47ed-4f48-a5ee-764e77284b08 on host dv-cinder-846303-3-iscsi {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:31:46.161177 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b098a0cc-47ed-4f48-a5ee-764e77284b08,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.201060 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-0a68989d-54f1-4817-ad58-2d9cde17c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (b098a0cc-47ed-4f48-a5ee-764e77284b08), after_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.229357 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68989d-54f1-4817-ad58-2d9cde17c597 None None] Pushing event deleted for resources: {'Port': ['ID=b098a0cc-47ed-4f48-a5ee-764e77284b08,revision_number=None']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.232528 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (8ba10e7b-62f2-400d-a225-3160ea7a308c), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.235462 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68989d-54f1-4817-ad58-2d9cde17c597 None None] No DVR routers for this DVR port b098a0cc-47ed-4f48-a5ee-764e77284b08 on host dv-cinder-846303-3-iscsi {{(pid=106605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:31:46.257285 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba10e7b-62f2-400d-a225-3160ea7a308c']}} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:46.267403 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c685ed0-f08f-4a29-99b5-6deb02df3c59') {'for_net_delete': True} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:46.267699 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c685ed0-f08f-4a29-99b5-6deb02df3c59') {} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:46.278161 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15646681'] for segment (0c685ed0-f08f-4a29-99b5-6deb02df3c59), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.292440 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (0c685ed0-f08f-4a29-99b5-6deb02df3c59), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.299436 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:46.299843 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13860195'] for segment (0c685ed0-f08f-4a29-99b5-6deb02df3c59), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.367158 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (8ba10e7b-62f2-400d-a225-3160ea7a308c), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.375494 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.381580 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/8ba10e7b-62f2-400d-a225-3160ea7a308c HTTP/1.1" status: 204 len: 168 time: 0.5728550 Aug 27 02:31:46.393098 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6d30f-a0e7-405f-8064-56d35b570f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba10e7b-62f2-400d-a225-3160ea7a308c,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.408083 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 0c685ed0-f08f-4a29-99b5-6deb02df3c59 resource provider aggregate not found Aug 27 02:31:46.430870 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 0c685ed0-f08f-4a29-99b5-6deb02df3c59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c685ed0-f08f-4a29-99b5-6deb02df3c59 found for delete ", "request_id": "req-aeb7591b-1257-4608-85bb-554663a3d967"}]} Aug 27 02:31:46.446452 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device f335d52c-70bd-474e-84a6-4177a5adc66f no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:46.469493 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: f335d52c-70bd-474e-84a6-4177a5adc66f {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:31:46.469849 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device f335d52c-70bd-474e-84a6-4177a5adc66f not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:46.470271 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 3437fd16-4990-45b9-8425-3125f5364882 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:46.489434 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 3437fd16-4990-45b9-8425-3125f5364882 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:31:46.489784 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 3437fd16-4990-45b9-8425-3125f5364882 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:46.490227 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device b098a0cc-47ed-4f48-a5ee-764e77284b08 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:46.510813 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: b098a0cc-47ed-4f48-a5ee-764e77284b08 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:31:46.511209 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device b098a0cc-47ed-4f48-a5ee-764e77284b08 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:46.525816 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50564) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:46.569275 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c8d98c3e-5aed-480a-b56a-7ba7bdecf1bf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=880ac4003248441c809a76cfd1b221eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419574 Aug 27 02:31:46.571926 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50566) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:46.624793 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-acfb6699-a746-48a4-8bbf-dae52378adf0 admin admin] Publish callbacks [] for security_group (996ce4a6-b4f3-4885-a7d0-15a2790eb757), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.647048 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-acfb6699-a746-48a4-8bbf-dae52378adf0 admin admin] Publish callbacks [] for security_group (996ce4a6-b4f3-4885-a7d0-15a2790eb757), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.699098 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-acfb6699-a746-48a4-8bbf-dae52378adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (996ce4a6-b4f3-4885-a7d0-15a2790eb757), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.701710 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-acfb6699-a746-48a4-8bbf-dae52378adf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:46.702855 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-acfb6699-a746-48a4-8bbf-dae52378adf0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/996ce4a6-b4f3-4885-a7d0-15a2790eb757 HTTP/1.1" status: 204 len: 168 time: 0.1300035 Aug 27 02:31:46.713018 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb6699-a746-48a4-8bbf-dae52378adf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ce4a6-b4f3-4885-a7d0-15a2790eb757,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:50.701113 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50626) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:50.834482 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d316976a-83b2-4c98-a44c-e885369063bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:50.917060 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ecd79fca-c409-49b2-9559-0fe43bb38114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:50.918629 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d316976a-83b2-4c98-a44c-e885369063bb admin admin] Publish callbacks [] for security_group (8fdbc575-3509-4517-86af-fa6cebf9fcf0), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:50.923544 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d316976a-83b2-4c98-a44c-e885369063bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (8fdbc575-3509-4517-86af-fa6cebf9fcf0), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:50.968412 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d316976a-83b2-4c98-a44c-e885369063bb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=21f532fa34834346bcceca9a40a7fc09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659705 Aug 27 02:31:50.969098 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316976a-83b2-4c98-a44c-e885369063bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdbc575-3509-4517-86af-fa6cebf9fcf0,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:50.971077 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50630) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:51.034538 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-bd959bff-9315-4c18-aaf1-6ce1d70ea4c1 admin admin] Publish callbacks [] for security_group (8fdbc575-3509-4517-86af-fa6cebf9fcf0), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:51.057916 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-bd959bff-9315-4c18-aaf1-6ce1d70ea4c1 admin admin] Publish callbacks [] for security_group (8fdbc575-3509-4517-86af-fa6cebf9fcf0), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:51.113128 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-bd959bff-9315-4c18-aaf1-6ce1d70ea4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (8fdbc575-3509-4517-86af-fa6cebf9fcf0), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:51.115675 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-bd959bff-9315-4c18-aaf1-6ce1d70ea4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:51.116866 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-bd959bff-9315-4c18-aaf1-6ce1d70ea4c1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8fdbc575-3509-4517-86af-fa6cebf9fcf0 HTTP/1.1" status: 204 len: 168 time: 0.1446919 Aug 27 02:31:51.127035 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd959bff-9315-4c18-aaf1-6ce1d70ea4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdbc575-3509-4517-86af-fa6cebf9fcf0,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:53.981524 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-326a112c-fe88-4ecf-9e6d-724f119ec599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:55.457945 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:56.296893 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:31:56.597276 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:58.015685 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:58.711652 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:59.027109 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:31:59.791342 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50770) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:31:59.832988 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:59.947984 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:31:59.955479 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Deleting port 0a142ca8-0352-487c-af24-991fafe235f1 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:31:59.955853 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (0a142ca8-0352-487c-af24-991fafe235f1), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:00.046987 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (0a142ca8-0352-487c-af24-991fafe235f1), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:00.047233 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for floatingip (0a142ca8-0352-487c-af24-991fafe235f1), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:00.061006 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Calling delete_port for 0a142ca8-0352-487c-af24-991fafe235f1 owned by network:floatingip {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:00.249620 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (0a142ca8-0352-487c-af24-991fafe235f1), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:00.279994 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event deleted for resources: {'Port': ['ID=0a142ca8-0352-487c-af24-991fafe235f1,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:00.360750 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for floatingip (69413735-c6b5-4f0d-b081-c51e21843883), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:00.361038 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Floating IP 69413735-c6b5-4f0d-b081-c51e21843883 disassociated (deleted). External IP: 172.27.1.242, port: 89f4d982-1807-4e80-b9ef-c7bc0025f1b0. Aug 27 02:32:00.587718 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Router e9551b5e-d896-4623-a070-7afaa299b311 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:00.697977 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:00.703253 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:00.715042 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef51a727-388f-4cde-872b-2c1472a09703 None None] Sync routers for ids ['e9551b5e-d896-4623-a070-7afaa299b311'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:00.727049 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51a727-388f-4cde-872b-2c1472a09703 None None] Routers {'e9551b5e-d896-4623-a070-7afaa299b311'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:32:00.727676 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-ef51a727-388f-4cde-872b-2c1472a09703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e9551b5e-d896-4623-a070-7afaa299b311'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:00.745037 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-87d158f7-68ac-41ea-a05a-e915e308e841 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/69413735-c6b5-4f0d-b081-c51e21843883 HTTP/1.1" status: 204 len: 168 time: 0.9526839 Aug 27 02:32:00.746065 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:32:00.749494 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8959c823-bfed-4ce7-ad3c-b061ed3070a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:00.799983 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06f032b-fa69-487a-be2f-5f3eb0cb1a13 x-openstack-request-id: req-d06f032b-fa69-487a-be2f-5f3eb0cb1a13 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:00.800626 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:00.800626 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d06f032b-fa69-487a-be2f-5f3eb0cb1a13 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:00.802322 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06f032b-fa69-487a-be2f-5f3eb0cb1a13'] response: {'name': 'network-changed', 'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'status': 'completed', 'code': 200} Aug 27 02:32:00.875391 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-ef51a727-388f-4cde-872b-2c1472a09703 None None] Set router e9551b5e-d896-4623-a070-7afaa299b311 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:32:00.900278 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-d234725f-933d-4ac1-a76a-dda79c9ad6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:00.902228 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-d234725f-933d-4ac1-a76a-dda79c9ad6a6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b2ddff853b7546788b645a0344c2297b&device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 1129 time: 0.0450938 Aug 27 02:32:00.962220 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:00.964098 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=51,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:01.007020 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:01.023593 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50786) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:01.031279 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-c6a5d350-b7b4-4fc4-9e89-c21e962c9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:01.033185 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-c6a5d350-b7b4-4fc4-9e89-c21e962c9bd7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd HTTP/1.1" status: 200 len: 910 time: 0.1159592 Aug 27 02:32:01.045712 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3adde-ec04-4794-89b3-0e6115300130 req-44df33ad-2f31-41f2-879d-ca467412b944 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:01.055210 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-37a3adde-ec04-4794-89b3-0e6115300130 req-44df33ad-2f31-41f2-879d-ca467412b944 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0682561 Aug 27 02:32:01.112179 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-37a3adde-ec04-4794-89b3-0e6115300130 req-d4d8ffec-502f-4e3d-884f-266729d514b9 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557852 Aug 27 02:32:01.150630 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:01.155826 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8a443b56-9113-49c8-b5c6-1bc287daf14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:01.157870 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-ef51a727-388f-4cde-872b-2c1472a09703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c020df66-3047-4f33-8b18-26cb2530c127', 'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'mac_address': 'fa:16:3e:87:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:41Z', 'updated_at': '2022-08-27T02:24:50Z', 'revision_number': 5, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'subnets': [{'id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:01.187663 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef51a727-388f-4cde-872b-2c1472a09703 None None] Checking router: e9551b5e-d896-4623-a070-7afaa299b311 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:01.197316 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51a727-388f-4cde-872b-2c1472a09703 None None] Routers {'e9551b5e-d896-4623-a070-7afaa299b311'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:32:01.197963 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-ef51a727-388f-4cde-872b-2c1472a09703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e9551b5e-d896-4623-a070-7afaa299b311'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:01.245962 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8a443b56-9113-49c8-b5c6-1bc287daf14c admin admin] Publish callbacks [] for security_group (1b59da37-ab7a-404d-9a81-4dccb7f5ec8a), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:01.247663 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:01.251109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8a443b56-9113-49c8-b5c6-1bc287daf14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1b59da37-ab7a-404d-9a81-4dccb7f5ec8a), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:01.294731 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8a443b56-9113-49c8-b5c6-1bc287daf14c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3edf545a1244492bbe69bde2d1997211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699995 Aug 27 02:32:01.297414 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50790) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:01.299472 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a443b56-9113-49c8-b5c6-1bc287daf14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b59da37-ab7a-404d-9a81-4dccb7f5ec8a,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:01.323272 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-ef51a727-388f-4cde-872b-2c1472a09703 None None] Set router e9551b5e-d896-4623-a070-7afaa299b311 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:32:01.352275 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b7b91939-acad-499a-ab79-e9be1ec3f824 admin admin] Publish callbacks [] for security_group (1b59da37-ab7a-404d-9a81-4dccb7f5ec8a), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:01.378360 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b7b91939-acad-499a-ab79-e9be1ec3f824 admin admin] Publish callbacks [] for security_group (1b59da37-ab7a-404d-9a81-4dccb7f5ec8a), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:01.446855 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b7b91939-acad-499a-ab79-e9be1ec3f824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1b59da37-ab7a-404d-9a81-4dccb7f5ec8a), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:01.449357 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b7b91939-acad-499a-ab79-e9be1ec3f824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:01.450522 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b7b91939-acad-499a-ab79-e9be1ec3f824 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1b59da37-ab7a-404d-9a81-4dccb7f5ec8a HTTP/1.1" status: 204 len: 168 time: 0.1522410 Aug 27 02:32:01.458889 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b91939-acad-499a-ab79-e9be1ec3f824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b59da37-ab7a-404d-9a81-4dccb7f5ec8a,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:01.545204 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-ef51a727-388f-4cde-872b-2c1472a09703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c020df66-3047-4f33-8b18-26cb2530c127', 'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'mac_address': 'fa:16:3e:87:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:41Z', 'updated_at': '2022-08-27T02:24:50Z', 'revision_number': 5, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'subnets': [{'id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:01.570885 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef51a727-388f-4cde-872b-2c1472a09703 None None] The sync data for ids ['e9551b5e-d896-4623-a070-7afaa299b311'] in dv-cinder-846303-3-iscsi is: [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:42Z', 'revision_number': 4, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c020df66-3047-4f33-8b18-26cb2530c127', 'name': '', 'network_id': 'cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'mac_address': 'fa:16:3e:87:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:41Z', 'updated_at': '2022-08-27T02:24:50Z', 'revision_number': 5, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'subnets': [{'id': '7dc1b704-facd-40ba-ba67-c373ad45e038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:01.795120 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae5f44-016a-49bc-b1c7-9b1075b71029 None None] New status for floating IP 69413735-c6b5-4f0d-b081-c51e21843883: DOWN {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:32:02.086768 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:02.117923 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-b2af9099-1518-4e90-94ac-2d5ddf4ef18d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0 HTTP/1.1" status: 200 len: 217 time: 0.0379953 Aug 27 02:32:02.179786 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-4959e89e-d3f3-4acf-93a1-b5e55c23d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:02.181409 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-4959e89e-d3f3-4acf-93a1-b5e55c23d5df service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7dc1b704-facd-40ba-ba67-c373ad45e038 HTTP/1.1" status: 200 len: 848 time: 0.0575218 Aug 27 02:32:02.245425 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324ec24-159e-409b-9243-d277ffddfafd req-7a4fe077-a882-4271-b4ad-cb427bf45641 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:02.246920 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e324ec24-159e-409b-9243-d277ffddfafd req-7a4fe077-a882-4271-b4ad-cb427bf45641 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0496998 Aug 27 02:32:02.299236 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e324ec24-159e-409b-9243-d277ffddfafd req-c98698d8-4e53-4e6d-aeda-22f1c8df614f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466270 Aug 27 02:32:02.430563 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-c0c5e8f2-f036-4d9f-bdfe-88936f84e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:02.432170 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-c0c5e8f2-f036-4d9f-bdfe-88936f84e9c7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441628 Aug 27 02:32:02.582848 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50824) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:02.702860 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-82ff9d2a-db8b-46f0-9572-f49e08b9f748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:02.761855 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-727af673-2ca2-4649-9594-80711fb1104d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910842 Aug 27 02:32:02.788920 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-82ff9d2a-db8b-46f0-9572-f49e08b9f748 admin admin] Publish callbacks [] for security_group (85b54433-c161-4914-aacb-09103f668c42), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:02.794053 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-82ff9d2a-db8b-46f0-9572-f49e08b9f748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (85b54433-c161-4914-aacb-09103f668c42), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:02.833633 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-82ff9d2a-db8b-46f0-9572-f49e08b9f748 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2ce29c5c49b94cb2bb257638c12184e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496202 Aug 27 02:32:02.834413 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff9d2a-db8b-46f0-9572-f49e08b9f748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b54433-c161-4914-aacb-09103f668c42,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:02.836338 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50830) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:02.891171 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-493c1da9-0642-4f9e-9413-603f6512677b admin admin] Publish callbacks [] for security_group (85b54433-c161-4914-aacb-09103f668c42), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:02.915494 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-493c1da9-0642-4f9e-9413-603f6512677b admin admin] Publish callbacks [] for security_group (85b54433-c161-4914-aacb-09103f668c42), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:02.972736 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-493c1da9-0642-4f9e-9413-603f6512677b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (85b54433-c161-4914-aacb-09103f668c42), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:02.975339 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-493c1da9-0642-4f9e-9413-603f6512677b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:02.976659 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-493c1da9-0642-4f9e-9413-603f6512677b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/85b54433-c161-4914-aacb-09103f668c42 HTTP/1.1" status: 204 len: 168 time: 0.1391523 Aug 27 02:32:02.987498 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c1da9-0642-4f9e-9413-603f6512677b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b54433-c161-4914-aacb-09103f668c42,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:03.108282 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-6cafc9ae-03ab-42ca-bc4f-c6fe22fdb333 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973902 Aug 27 02:32:03.198694 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85136c-a969-4c10-86d2-d549cbc0ed16 req-e4a05e06-baf6-4076-95a2-bb35639f24d7 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:03.200436 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-db85136c-a969-4c10-86d2-d549cbc0ed16 req-e4a05e06-baf6-4076-95a2-bb35639f24d7 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0553901 Aug 27 02:32:03.424733 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d393fe8-bbc0-4891-911d-4637f06c905e req-dd586076-8831-48b4-ad4d-5b91ba05ffe3 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:03.426273 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d393fe8-bbc0-4891-911d-4637f06c905e req-dd586076-8831-48b4-ad4d-5b91ba05ffe3 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 945 time: 0.0482876 Aug 27 02:32:03.475724 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:03.533360 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d393fe8-bbc0-4891-911d-4637f06c905e req-f1a24763-bc0a-4355-8446-faedbaf2cdd2 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=83507d0b-5f55-4d92-bebb-1188c86c85c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012332 Aug 27 02:32:03.538812 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:03.597077 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-db85136c-a969-4c10-86d2-d549cbc0ed16 req-2e3fbc73-e8df-4f9d-89d4-f9c41b814ee5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Deleting port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:32:03.597464 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-db85136c-a969-4c10-86d2-d549cbc0ed16 req-2e3fbc73-e8df-4f9d-89d4-f9c41b814ee5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:03.704431 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-db85136c-a969-4c10-86d2-d549cbc0ed16 req-2e3fbc73-e8df-4f9d-89d4-f9c41b814ee5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] For port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:03.704903 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-db85136c-a969-4c10-86d2-d549cbc0ed16 req-2e3fbc73-e8df-4f9d-89d4-f9c41b814ee5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:03.723072 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-db85136c-a969-4c10-86d2-d549cbc0ed16 req-2e3fbc73-e8df-4f9d-89d4-f9c41b814ee5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Calling delete_port for 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:03.863621 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-db85136c-a969-4c10-86d2-d549cbc0ed16 req-2e3fbc73-e8df-4f9d-89d4-f9c41b814ee5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (89f4d982-1807-4e80-b9ef-c7bc0025f1b0), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:03.896063 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fbc73-e8df-4f9d-89d4-f9c41b814ee5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event deleted for resources: {'Port': ['ID=89f4d982-1807-4e80-b9ef-c7bc0025f1b0,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:03.943131 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-db85136c-a969-4c10-86d2-d549cbc0ed16 req-2e3fbc73-e8df-4f9d-89d4-f9c41b814ee5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] No DVR routers for this DVR port 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:32:03.945776 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-db85136c-a969-4c10-86d2-d549cbc0ed16 req-2e3fbc73-e8df-4f9d-89d4-f9c41b814ee5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:03.949377 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-db85136c-a969-4c10-86d2-d549cbc0ed16 req-2e3fbc73-e8df-4f9d-89d4-f9c41b814ee5 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.45 "DELETE /networking/v2.0/ports/89f4d982-1807-4e80-b9ef-c7bc0025f1b0 HTTP/1.1" status: 204 len: 173 time: 0.4722984 Aug 27 02:32:03.949839 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'name': 'network-vif-deleted', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:32:03.952672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ca0e15-d69a-4e9b-af35-00617ce5efeb" -d '{"events": [{"server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "name": "network-vif-deleted", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:04.009215 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0466011a-3ac5-4e85-9e73-5e299de81b1e x-openstack-request-id: req-0466011a-3ac5-4e85-9e73-5e299de81b1e {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:04.010314 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9941c49f-8626-461d-a570-c0ffbfd4b804", "name": "network-vif-deleted", "tag": "89f4d982-1807-4e80-b9ef-c7bc0025f1b0", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:04.010663 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0466011a-3ac5-4e85-9e73-5e299de81b1e {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:04.011168 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0466011a-3ac5-4e85-9e73-5e299de81b1e'] response: {'server_uuid': '9941c49f-8626-461d-a570-c0ffbfd4b804', 'name': 'network-vif-deleted', 'tag': '89f4d982-1807-4e80-b9ef-c7bc0025f1b0', 'status': 'completed', 'code': 200} Aug 27 02:32:04.661768 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-30ea3d46-9f69-4dbf-8249-40a9d9b63f04 req-47ca2cb7-ddcb-4194-a5b6-1983ae60cd8f tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9941c49f-8626-461d-a570-c0ffbfd4b804 HTTP/1.1" status: 200 len: 210 time: 0.0348144 Aug 27 02:32:05.738060 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50942) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:05.808684 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4b70607c-bf64-41be-b6a4-9a3707368df7 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group (83507d0b-5f55-4d92-bebb-1188c86c85c3), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:05.842631 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4b70607c-bf64-41be-b6a4-9a3707368df7 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group (83507d0b-5f55-4d92-bebb-1188c86c85c3), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:05.910379 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4b70607c-bf64-41be-b6a4-9a3707368df7 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (83507d0b-5f55-4d92-bebb-1188c86c85c3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:05.913057 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4b70607c-bf64-41be-b6a4-9a3707368df7 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:05.914265 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-4b70607c-bf64-41be-b6a4-9a3707368df7 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/83507d0b-5f55-4d92-bebb-1188c86c85c3 HTTP/1.1" status: 204 len: 168 time: 0.1750176 Aug 27 02:32:05.923982 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70607c-bf64-41be-b6a4-9a3707368df7 tempest-TestShelveInstance-885432820 tempest-TestShelveInstance-885432820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83507d0b-5f55-4d92-bebb-1188c86c85c3,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:05.983899 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50946) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:06.477935 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675507'] for router_interface (e9551b5e-d896-4623-a070-7afaa299b311), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:06.520900 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:06.529727 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:06.686108 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:06.709154 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:32:06.709482 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 89f4d982-1807-4e80-b9ef-c7bc0025f1b0 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:06.720211 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] Deleting port c020df66-3047-4f33-8b18-26cb2530c127 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:32:06.720556 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (c020df66-3047-4f33-8b18-26cb2530c127), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:06.815331 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] For port c020df66-3047-4f33-8b18-26cb2530c127, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=c020df66-3047-4f33-8b18-26cb2530c127,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:06.815952 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (c020df66-3047-4f33-8b18-26cb2530c127), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:06.834455 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] Calling delete_port for c020df66-3047-4f33-8b18-26cb2530c127 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:07.036182 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (c020df66-3047-4f33-8b18-26cb2530c127), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:07.074082 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] Pushing event deleted for resources: {'Port': ['ID=c020df66-3047-4f33-8b18-26cb2530c127,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:07.179735 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e92fef-4c1d-44f5-83c7-b77ed85f5f6d req-a2f9d3f1-613f-449c-95a1-8df1c44c740a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:07.181385 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0e92fef-4c1d-44f5-83c7-b77ed85f5f6d req-a2f9d3f1-613f-449c-95a1-8df1c44c740a tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 946 time: 0.0580633 Aug 27 02:32:07.315104 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0e92fef-4c1d-44f5-83c7-b77ed85f5f6d req-f381b23c-5d80-4913-819c-240c973f9367 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267810 Aug 27 02:32:07.322304 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675399'] for router_interface (e9551b5e-d896-4623-a070-7afaa299b311), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:07.430858 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:07.442763 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:07.547657 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] Router e9551b5e-d896-4623-a070-7afaa299b311 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:07.658197 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:07.663881 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d825acc8-8cd8-40d2-a0b8-c44de231bfad admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/e9551b5e-d896-4623-a070-7afaa299b311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6787817 Aug 27 02:32:07.666485 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50962) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:07.671991 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902325e-5ae2-42d0-bf89-fd774cea9df7 None None] Sync routers for ids ['e9551b5e-d896-4623-a070-7afaa299b311'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:07.691421 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902325e-5ae2-42d0-bf89-fd774cea9df7 None None] Routers {'e9551b5e-d896-4623-a070-7afaa299b311'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:32:07.692122 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-8902325e-5ae2-42d0-bf89-fd774cea9df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e9551b5e-d896-4623-a070-7afaa299b311'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:07.768204 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Publish callbacks [] for router (e9551b5e-d896-4623-a070-7afaa299b311), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:07.875296 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Publish callbacks [] for router_gateway (e9551b5e-d896-4623-a070-7afaa299b311), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:07.928180 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Deleting port a9125e16-1f67-4668-befb-64f004c61c56 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:32:07.928180 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (a9125e16-1f67-4668-befb-64f004c61c56), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:07.937765 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-8902325e-5ae2-42d0-bf89-fd774cea9df7 None None] Set router e9551b5e-d896-4623-a070-7afaa299b311 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:32:08.009851 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] For port a9125e16-1f67-4668-befb-64f004c61c56, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=a9125e16-1f67-4668-befb-64f004c61c56,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:08.010146 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (a9125e16-1f67-4668-befb-64f004c61c56), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:08.026015 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Calling delete_port for a9125e16-1f67-4668-befb-64f004c61c56 owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:08.115942 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-8902325e-5ae2-42d0-bf89-fd774cea9df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:32:06Z', 'revision_number': 5, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port': {'id': 'a9125e16-1f67-4668-befb-64f004c61c56', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:08.142095 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902325e-5ae2-42d0-bf89-fd774cea9df7 None None] Checking router: e9551b5e-d896-4623-a070-7afaa299b311 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:08.156221 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902325e-5ae2-42d0-bf89-fd774cea9df7 None None] Routers {'e9551b5e-d896-4623-a070-7afaa299b311'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:32:08.156860 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-8902325e-5ae2-42d0-bf89-fd774cea9df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e9551b5e-d896-4623-a070-7afaa299b311'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:08.216458 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (a9125e16-1f67-4668-befb-64f004c61c56), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:08.241893 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9125e16-1f67-4668-befb-64f004c61c56,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:08.248592 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-8902325e-5ae2-42d0-bf89-fd774cea9df7 None None] Set router e9551b5e-d896-4623-a070-7afaa299b311 gateway port host: None {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:32:08.302072 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-8902325e-5ae2-42d0-bf89-fd774cea9df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:32:07Z', 'revision_number': 6, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port_host': None}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:08.303067 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:08.314006 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676854'] for router_gateway (e9551b5e-d896-4623-a070-7afaa299b311), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:08.328355 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902325e-5ae2-42d0-bf89-fd774cea9df7 None None] The sync data for ids ['e9551b5e-d896-4623-a070-7afaa299b311'] in dv-cinder-846303-3-iscsi is: [{'id': 'e9551b5e-d896-4623-a070-7afaa299b311', 'name': 'tempest-TestShelveInstance-1398397516-router', 'tenant_id': 'b2ddff853b7546788b645a0344c2297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:39Z', 'updated_at': '2022-08-27T02:32:07Z', 'revision_number': 6, 'project_id': 'b2ddff853b7546788b645a0344c2297b', 'gw_port_host': None}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:08.727641 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62925'] for router (e9551b5e-d896-4623-a070-7afaa299b311), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:08.732947 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Publish callbacks [] for router_controller (e9551b5e-d896-4623-a070-7afaa299b311), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:08.737919 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:08.754693 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a87a8-c9f8-4f09-9b12-6dc0f8594bfb req-611fd0dc-8518-45ec-bc57-bda38515a626 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:08.761749 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f04a87a8-c9f8-4f09-9b12-6dc0f8594bfb req-611fd0dc-8518-45ec-bc57-bda38515a626 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 946 time: 0.0679765 Aug 27 02:32:08.788810 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device c020df66-3047-4f33-8b18-26cb2530c127 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:08.813006 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: c020df66-3047-4f33-8b18-26cb2530c127 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:32:08.813475 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device c020df66-3047-4f33-8b18-26cb2530c127 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:08.818048 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1675487'] for router (e9551b5e-d896-4623-a070-7afaa299b311), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:08.818413 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9551b5e-d896-4623-a070-7afaa299b311 {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:32:08.826664 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:08.829745 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-554e18e7-e071-459b-807e-27e9ff40631a admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/e9551b5e-d896-4623-a070-7afaa299b311 HTTP/1.1" status: 204 len: 168 time: 1.1620638 Aug 27 02:32:08.830675 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50968) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:08.862240 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f04a87a8-c9f8-4f09-9b12-6dc0f8594bfb req-33213f68-e3c4-44fa-875e-bfe33b90c8ed tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990348 Aug 27 02:32:08.881775 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Deleting subnet 7dc1b704-facd-40ba-ba67-c373ad45e038 {{(pid=106604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:32:08.885094 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Publish callbacks [] for subnet (7dc1b704-facd-40ba-ba67-c373ad45e038), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:08.921571 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15646672'] for subnet (7dc1b704-facd-40ba-ba67-c373ad45e038), precommit_delete_associations {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.041530 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (7dc1b704-facd-40ba-ba67-c373ad45e038), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.107911 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15342268'] for subnet (7dc1b704-facd-40ba-ba67-c373ad45e038), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.140859 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.144840 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/7dc1b704-facd-40ba-ba67-c373ad45e038 HTTP/1.1" status: 204 len: 168 time: 0.3130128 Aug 27 02:32:09.145862 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc1b704-facd-40ba-ba67-c373ad45e038,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:09.146551 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd28a8a-d191-42e8-ad06-24944bef50c8 None None] Network cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:32:09.147647 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50970) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:09.154778 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.155220 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.155423 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.155752 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.156084 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.156408 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.156731 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.157051 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.157420 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.157903 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.158070 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.158391 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.158709 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.159027 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.159343 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f098ae-2018-4078-b8d5-ee6e70f16469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.239055 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.292184 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Deleting port c9035e7e-e480-445b-b82d-23b5dc0df6fd {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:32:09.292576 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.334700 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f19729-ceea-4d98-83b5-8f9e8d8f6941 None None] DHCP port deletion for cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd request from dv-cinder-846303-3-iscsi {{(pid=106605) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 02:32:09.363767 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:09.376537 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] For port c9035e7e-e480-445b-b82d-23b5dc0df6fd, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=c9035e7e-e480-445b-b82d-23b5dc0df6fd,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:09.376908 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.378337 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-42f19729-ceea-4d98-83b5-8f9e8d8f6941 None None] Deleting port c9035e7e-e480-445b-b82d-23b5dc0df6fd {{(pid=106605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:32:09.378733 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-42f19729-ceea-4d98-83b5-8f9e8d8f6941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), before_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.392304 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Calling delete_port for c9035e7e-e480-445b-b82d-23b5dc0df6fd owned by network:dhcp {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:09.464839 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-42f19729-ceea-4d98-83b5-8f9e8d8f6941 None None] For port c9035e7e-e480-445b-b82d-23b5dc0df6fd, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=c9035e7e-e480-445b-b82d-23b5dc0df6fd,segment=NetworkSegment(d89e6272-17d2-4a80-b930-219078c3b670),segment_id=d89e6272-17d2-4a80-b930-219078c3b670)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:09.465792 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-42f19729-ceea-4d98-83b5-8f9e8d8f6941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), precommit_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.484565 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-42f19729-ceea-4d98-83b5-8f9e8d8f6941 None None] Calling delete_port for c9035e7e-e480-445b-b82d-23b5dc0df6fd owned by network:dhcp {{(pid=106605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:09.513708 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296677ac-1331-4188-8018-ec9c235e6e72 req-7d6471aa-45fb-413c-bc7e-670253a07e2d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:09.515181 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-296677ac-1331-4188-8018-ec9c235e6e72 req-7d6471aa-45fb-413c-bc7e-670253a07e2d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 946 time: 0.0681698 Aug 27 02:32:09.532484 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.565606 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-42f19729-ceea-4d98-83b5-8f9e8d8f6941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (c9035e7e-e480-445b-b82d-23b5dc0df6fd), after_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.570540 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:09.587998 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9035e7e-e480-445b-b82d-23b5dc0df6fd,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:09.596557 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f19729-ceea-4d98-83b5-8f9e8d8f6941 None None] Pushing event deleted for resources: {'Port': ['ID=c9035e7e-e480-445b-b82d-23b5dc0df6fd,revision_number=None']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:09.606290 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.606560 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f19729-ceea-4d98-83b5-8f9e8d8f6941 None None] No DVR routers for this DVR port c9035e7e-e480-445b-b82d-23b5dc0df6fd on host dv-cinder-846303-3-iscsi {{(pid=106605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:32:09.606679 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.606966 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.607395 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.607690 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.608240 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.608240 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.608567 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.608957 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.609733 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.609733 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.610114 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.610399 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.610626 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.610927 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:09.618236 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] No DVR routers for this DVR port c9035e7e-e480-445b-b82d-23b5dc0df6fd on host dv-cinder-846303-3-iscsi {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:32:09.714081 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Deleting port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:32:09.714399 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.768628 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.801487 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:09.818071 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89e6272-17d2-4a80-b930-219078c3b670') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:09.818071 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89e6272-17d2-4a80-b930-219078c3b670') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:09.837614 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15258025'] for segment (d89e6272-17d2-4a80-b930-219078c3b670), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.865277 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] For port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:09.865538 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.868290 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (d89e6272-17d2-4a80-b930-219078c3b670), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:09.884424 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:09.884803 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337898'] for segment (d89e6272-17d2-4a80-b930-219078c3b670), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:10.015429 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:10.021035 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:10.038562 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:10.044009 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment d89e6272-17d2-4a80-b930-219078c3b670 resource provider aggregate not found Aug 27 02:32:10.078265 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:10.081365 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd HTTP/1.1" status: 204 len: 168 time: 0.9325662 Aug 27 02:32:10.085032 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 50982) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:10.090495 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819679b-db01-4eaf-95d1-12e6c3163f78 req-6561879b-fb4e-4cfd-ac2d-777573786b24 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:10.092169 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5819679b-db01-4eaf-95d1-12e6c3163f78 req-6561879b-fb4e-4cfd-ac2d-777573786b24 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 946 time: 0.1328609 Aug 27 02:32:10.110942 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment d89e6272-17d2-4a80-b930-219078c3b670 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d89e6272-17d2-4a80-b930-219078c3b670 found for delete ", "request_id": "req-6cf36784-fdb7-474c-8871-142293075c6d"}]} Aug 27 02:32:10.117525 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570c68c-0b1d-4eac-9126-beceeb3acd96 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2c2e5a-cfe4-4fb7-a6ca-02f8ceda0efd,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:10.219659 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:10.220405 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (84355402-bdd5-4690-8920-9daaffed3a86), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:10.220405 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Floating IP 84355402-bdd5-4690-8920-9daaffed3a86 disassociated. External IP: 172.27.1.176, port: d49ef841-e8bf-49f7-b85b-a7fbc34a1e23. Aug 27 02:32:10.220607 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Calling delete_port for d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:10.225792 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5819679b-db01-4eaf-95d1-12e6c3163f78 req-af6b7eff-a37e-4453-b6ee-9d9cc089f804 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4c5338b8-9705-4d33-9895-209ac48455ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117373 Aug 27 02:32:10.233390 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:10.292752 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:10.379324 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (d49ef841-e8bf-49f7-b85b-a7fbc34a1e23), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:10.417407 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'Port': ['ID=d49ef841-e8bf-49f7-b85b-a7fbc34a1e23,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:10.466532 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device c9035e7e-e480-445b-b82d-23b5dc0df6fd no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:10.490782 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: c9035e7e-e480-445b-b82d-23b5dc0df6fd {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:32:10.491226 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device c9035e7e-e480-445b-b82d-23b5dc0df6fd not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:10.491746 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device a9125e16-1f67-4668-befb-64f004c61c56 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:10.511374 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: a9125e16-1f67-4668-befb-64f004c61c56 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:32:10.512050 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device a9125e16-1f67-4668-befb-64f004c61c56 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:10.518690 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675507'] for router_interface (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:10.547178 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Router e3773958-dd2d-4e04-8c9e-12c030af0188 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:10.665883 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:10.678590 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47383876-bcb1-4074-b509-a3b0a7a7e970 None None] Sync routers for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:10.695751 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47383876-bcb1-4074-b509-a3b0a7a7e970 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:32:10.696475 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-47383876-bcb1-4074-b509-a3b0a7a7e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:10.730777 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] No DVR routers for this DVR port d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:32:10.733675 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:10.737340 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-296677ac-1331-4188-8018-ec9c235e6e72 req-5c17b36b-a08f-4099-a06b-2c4c3140d632 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "DELETE /networking/v2.0/ports/d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 HTTP/1.1" status: 204 len: 173 time: 1.2143991 Aug 27 02:32:10.737918 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'name': 'network-vif-deleted', 'tag': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:32:10.742892 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6ce08c-7f0f-463e-884c-67c8ea03ba9f" -d '{"events": [{"server_uuid": "2ad7bd6d-558b-4b12-a22f-67f33975e5fd", "name": "network-vif-deleted", "tag": "d49ef841-e8bf-49f7-b85b-a7fbc34a1e23"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:10.795800 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd75f4e-3844-4e67-a480-dc6e6952c536 x-openstack-request-id: req-8cd75f4e-3844-4e67-a480-dc6e6952c536 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:10.796319 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad7bd6d-558b-4b12-a22f-67f33975e5fd", "name": "network-vif-deleted", "tag": "d49ef841-e8bf-49f7-b85b-a7fbc34a1e23", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:10.796748 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cd75f4e-3844-4e67-a480-dc6e6952c536 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:10.797455 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd75f4e-3844-4e67-a480-dc6e6952c536'] response: {'server_uuid': '2ad7bd6d-558b-4b12-a22f-67f33975e5fd', 'name': 'network-vif-deleted', 'tag': 'd49ef841-e8bf-49f7-b85b-a7fbc34a1e23', 'status': 'completed', 'code': 200} Aug 27 02:32:10.846448 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-47383876-bcb1-4074-b509-a3b0a7a7e970 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:32:11.133828 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] Deleting port 545432e2-16e7-4aa1-9012-c7b102f7856e {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:32:11.134415 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:11.167098 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-47383876-bcb1-4074-b509-a3b0a7a7e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:11.192818 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47383876-bcb1-4074-b509-a3b0a7a7e970 None None] Checking router: e3773958-dd2d-4e04-8c9e-12c030af0188 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:11.202005 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47383876-bcb1-4074-b509-a3b0a7a7e970 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:32:11.202594 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-47383876-bcb1-4074-b509-a3b0a7a7e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:11.221384 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] For port 545432e2-16e7-4aa1-9012-c7b102f7856e, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=545432e2-16e7-4aa1-9012-c7b102f7856e,segment=NetworkSegment(518c9ef7-9b7a-4702-a644-dca3a557e8e7),segment_id=518c9ef7-9b7a-4702-a644-dca3a557e8e7)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:11.221743 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:11.236025 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] Calling delete_port for 545432e2-16e7-4aa1-9012-c7b102f7856e owned by network:router_interface {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:11.318748 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-47383876-bcb1-4074-b509-a3b0a7a7e970 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:32:11.360556 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ad03eb7-0e84-4d37-bccf-a00e0dcb4896 req-9cc8f3a3-bb8b-41d7-b65f-1d12a741d85c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad7bd6d-558b-4b12-a22f-67f33975e5fd HTTP/1.1" status: 200 len: 210 time: 0.0322623 Aug 27 02:32:11.490198 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (545432e2-16e7-4aa1-9012-c7b102f7856e), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:11.521710 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] Pushing event deleted for resources: {'Port': ['ID=545432e2-16e7-4aa1-9012-c7b102f7856e,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:11.531987 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-47383876-bcb1-4074-b509-a3b0a7a7e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:11.562114 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47383876-bcb1-4074-b509-a3b0a7a7e970 None None] The sync data for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi is: [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:11.691067 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:11.715914 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675399'] for router_interface (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:11.763962 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:11.846787 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05af2a-508c-419f-be0c-c788917b4115 None None] New status for floating IP 84355402-bdd5-4690-8920-9daaffed3a86: DOWN {{(pid=106605) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:32:11.959019 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] Router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:12.074507 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:12.078962 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c99bdd4b-7a64-42c9-be3a-bafebcc6ab23 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/e2ef069d-3ba1-4e81-b3a1-f04d0e74d909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9920447 Aug 27 02:32:12.081642 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 50994) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:12.084223 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf381d2-4014-4dd5-ab09-6dfae9dc3c86 None None] Sync routers for ids ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:12.095792 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf381d2-4014-4dd5-ab09-6dfae9dc3c86 None None] Routers {'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:32:12.096394 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-fbf381d2-4014-4dd5-ab09-6dfae9dc3c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:12.190574 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Publish callbacks [] for router (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.202061 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-fbf381d2-4014-4dd5-ab09-6dfae9dc3c86 None None] Set router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:32:12.295926 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:12.299119 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Publish callbacks [] for router_gateway (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.349651 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Deleting port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:32:12.350101 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.381727 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-fbf381d2-4014-4dd5-ab09-6dfae9dc3c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'name': 'tempest-TestShelveInstance-1133378036-router', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:45Z', 'updated_at': '2022-08-27T02:32:11Z', 'revision_number': 5, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'gw_port': {'id': '65f8c3a1-bc69-4597-bdda-5a7f28a04bad', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:46Z', 'updated_at': '2022-08-27T02:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:12.383321 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:12.408547 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf381d2-4014-4dd5-ab09-6dfae9dc3c86 None None] Checking router: e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:12.417918 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf381d2-4014-4dd5-ab09-6dfae9dc3c86 None None] Routers {'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:32:12.418888 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-fbf381d2-4014-4dd5-ab09-6dfae9dc3c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:31:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:12.456473 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] For port 65f8c3a1-bc69-4597-bdda-5a7f28a04bad, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=65f8c3a1-bc69-4597-bdda-5a7f28a04bad,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:12.457092 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.472438 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Calling delete_port for 65f8c3a1-bc69-4597-bdda-5a7f28a04bad owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:12.478550 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:12.490938 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:12.495793 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 51000) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:12.508735 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-fbf381d2-4014-4dd5-ab09-6dfae9dc3c86 None None] Set router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 gateway port host: None {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:32:12.566091 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-fbf381d2-4014-4dd5-ab09-6dfae9dc3c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'name': 'tempest-TestShelveInstance-1133378036-router', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:45Z', 'updated_at': '2022-08-27T02:32:12Z', 'revision_number': 6, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'gw_port_host': None}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:12.576082 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57c9d1da-52be-46c5-8342-b77818dec52f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (4c5338b8-9705-4d33-9895-209ac48455ba), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.593371 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf381d2-4014-4dd5-ab09-6dfae9dc3c86 None None] The sync data for ids ['e2ef069d-3ba1-4e81-b3a1-f04d0e74d909'] in dv-cinder-846303-3-iscsi is: [{'id': 'e2ef069d-3ba1-4e81-b3a1-f04d0e74d909', 'name': 'tempest-TestShelveInstance-1133378036-router', 'tenant_id': '22afc26b2f4243289fd730ec223b2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:45Z', 'updated_at': '2022-08-27T02:32:12Z', 'revision_number': 6, 'project_id': '22afc26b2f4243289fd730ec223b2cca', 'gw_port_host': None}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:12.605678 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57c9d1da-52be-46c5-8342-b77818dec52f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (4c5338b8-9705-4d33-9895-209ac48455ba), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.668077 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57c9d1da-52be-46c5-8342-b77818dec52f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (4c5338b8-9705-4d33-9895-209ac48455ba), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.671380 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-57c9d1da-52be-46c5-8342-b77818dec52f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.672686 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-57c9d1da-52be-46c5-8342-b77818dec52f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4c5338b8-9705-4d33-9895-209ac48455ba HTTP/1.1" status: 204 len: 168 time: 0.1742098 Aug 27 02:32:12.676587 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51002) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:12.683513 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9d1da-52be-46c5-8342-b77818dec52f tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5338b8-9705-4d33-9895-209ac48455ba,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:12.686130 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (65f8c3a1-bc69-4597-bdda-5a7f28a04bad), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.718339 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.api.v2.resource [None req-7a27f911-afdc-4761-a6ca-f0a4cbbfdc95 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] show failed (client error): The resource could not be found. Aug 27 02:32:12.719377 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7a27f911-afdc-4761-a6ca-f0a4cbbfdc95 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups/4c5338b8-9705-4d33-9895-209ac48455ba HTTP/1.1" status: 404 len: 347 time: 0.0420346 Aug 27 02:32:12.722503 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f8c3a1-bc69-4597-bdda-5a7f28a04bad,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:12.722672 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 51004) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:12.752509 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:12.780445 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:32:12.780868 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device d49ef841-e8bf-49f7-b85b-a7fbc34a1e23 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:12.797411 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676854'] for router_gateway (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.863725 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-e21ff976-9a66-4f35-bd97-8174672357dd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Deleting port de241e9c-7c7e-4097-b833-9084a1f381a2 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:32:12.863725 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e21ff976-9a66-4f35-bd97-8174672357dd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (de241e9c-7c7e-4097-b833-9084a1f381a2), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.897322 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62925'] for router (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.898736 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Publish callbacks [] for router_controller (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.945446 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1675487'] for router (e2ef069d-3ba1-4e81-b3a1-f04d0e74d909), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.946606 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:32:12.951822 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.956017 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a8465bce-0de0-4bca-abdc-c471bf259614 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/e2ef069d-3ba1-4e81-b3a1-f04d0e74d909 HTTP/1.1" status: 204 len: 168 time: 0.8706875 Aug 27 02:32:12.958013 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 51008) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:12.967317 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e21ff976-9a66-4f35-bd97-8174672357dd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (de241e9c-7c7e-4097-b833-9084a1f381a2), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:12.968007 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e21ff976-9a66-4f35-bd97-8174672357dd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (de241e9c-7c7e-4097-b833-9084a1f381a2), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.002556 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-e21ff976-9a66-4f35-bd97-8174672357dd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Calling delete_port for de241e9c-7c7e-4097-b833-9084a1f381a2 owned by network:floatingip {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:13.033260 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_v2 [None req-169a9b60-4e0e-4644-b169-5195a640ab28 admin admin] Deleting subnet 26b12c37-9afa-4de3-b8e0-5c82bf0c23e6 {{(pid=106604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:32:13.067285 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-169a9b60-4e0e-4644-b169-5195a640ab28 admin admin] Publish callbacks [] for subnet (26b12c37-9afa-4de3-b8e0-5c82bf0c23e6), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.123226 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-169a9b60-4e0e-4644-b169-5195a640ab28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15646672'] for subnet (26b12c37-9afa-4de3-b8e0-5c82bf0c23e6), precommit_delete_associations {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.149616 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:13.181481 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:13.251792 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-169a9b60-4e0e-4644-b169-5195a640ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (26b12c37-9afa-4de3-b8e0-5c82bf0c23e6), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.295931 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e21ff976-9a66-4f35-bd97-8174672357dd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (de241e9c-7c7e-4097-b833-9084a1f381a2), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.329827 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ff976-9a66-4f35-bd97-8174672357dd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'Port': ['ID=de241e9c-7c7e-4097-b833-9084a1f381a2,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:13.391767 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-169a9b60-4e0e-4644-b169-5195a640ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15342268'] for subnet (26b12c37-9afa-4de3-b8e0-5c82bf0c23e6), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.427260 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a9b60-4e0e-4644-b169-5195a640ab28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b12c37-9afa-4de3-b8e0-5c82bf0c23e6,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:13.433054 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e21ff976-9a66-4f35-bd97-8174672357dd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (84355402-bdd5-4690-8920-9daaffed3a86), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.435973 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e21ff976-9a66-4f35-bd97-8174672357dd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.437159 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-e21ff976-9a66-4f35-bd97-8174672357dd tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/84355402-bdd5-4690-8920-9daaffed3a86 HTTP/1.1" status: 204 len: 168 time: 0.7136323 Aug 27 02:32:13.461694 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-169a9b60-4e0e-4644-b169-5195a640ab28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.465799 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-169a9b60-4e0e-4644-b169-5195a640ab28 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/26b12c37-9afa-4de3-b8e0-5c82bf0c23e6 HTTP/1.1" status: 204 len: 168 time: 0.5061314 Aug 27 02:32:13.468637 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51014) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:13.471766 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49f08c-628e-49c0-b659-37764a23b4b0 None None] Network c5921003-f4a8-46c1-b11b-5e7965d1d36b requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:32:13.546930 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 51016) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:13.557554 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-ba2b510a-d0f6-438c-b7a4-1a3f29d8fd39 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598984941', 'description': 'tempest-description--728998115'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:13.559827 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (c5921003-f4a8-46c1-b11b-5e7965d1d36b), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.580328 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ba2b510a-d0f6-438c-b7a4-1a3f29d8fd39 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.608560 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Deleting port 39e77dc1-95de-4608-b7b2-23608559272b {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:32:13.608903 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (39e77dc1-95de-4608-b7b2-23608559272b), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.656445 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d123dede-fd38-4b7d-843b-608ef2c2f5b7 None None] DHCP port deletion for c5921003-f4a8-46c1-b11b-5e7965d1d36b request from dv-cinder-846303-3-iscsi {{(pid=106605) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 02:32:13.680020 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ba2b510a-d0f6-438c-b7a4-1a3f29d8fd39 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (d1e55d05-a1f4-4095-93ff-2eb78c8764d5), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.686919 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ba2b510a-d0f6-438c-b7a4-1a3f29d8fd39 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (d1e55d05-a1f4-4095-93ff-2eb78c8764d5), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.708347 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] For port 39e77dc1-95de-4608-b7b2-23608559272b, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=39e77dc1-95de-4608-b7b2-23608559272b,segment=NetworkSegment(518c9ef7-9b7a-4702-a644-dca3a557e8e7),segment_id=518c9ef7-9b7a-4702-a644-dca3a557e8e7)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:13.708714 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (39e77dc1-95de-4608-b7b2-23608559272b), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.722497 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-d123dede-fd38-4b7d-843b-608ef2c2f5b7 None None] Deleting port 39e77dc1-95de-4608-b7b2-23608559272b {{(pid=106605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:32:13.723242 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d123dede-fd38-4b7d-843b-608ef2c2f5b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (39e77dc1-95de-4608-b7b2-23608559272b), before_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.735342 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Calling delete_port for 39e77dc1-95de-4608-b7b2-23608559272b owned by network:dhcp {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:13.740620 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ba2b510a-d0f6-438c-b7a4-1a3f29d8fd39 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.744564 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-ba2b510a-d0f6-438c-b7a4-1a3f29d8fd39 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1935928 Aug 27 02:32:13.744989 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51018) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:13.747210 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b510a-d0f6-438c-b7a4-1a3f29d8fd39 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e55d05-a1f4-4095-93ff-2eb78c8764d5,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:13.757670 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-67d41991-f19c-4fac-bc2b-5fa37b2677c7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group_rule': {'security_group_id': 'd1e55d05-a1f4-4095-93ff-2eb78c8764d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:13.801669 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:13.815345 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-d123dede-fd38-4b7d-843b-608ef2c2f5b7 None None] For port 39e77dc1-95de-4608-b7b2-23608559272b, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=39e77dc1-95de-4608-b7b2-23608559272b,segment=NetworkSegment(518c9ef7-9b7a-4702-a644-dca3a557e8e7),segment_id=518c9ef7-9b7a-4702-a644-dca3a557e8e7)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:13.815738 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d123dede-fd38-4b7d-843b-608ef2c2f5b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (39e77dc1-95de-4608-b7b2-23608559272b), precommit_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.829832 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-d123dede-fd38-4b7d-843b-608ef2c2f5b7 None None] Calling delete_port for 39e77dc1-95de-4608-b7b2-23608559272b owned by network:dhcp {{(pid=106605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:32:13.835019 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-67d41991-f19c-4fac-bc2b-5fa37b2677c7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (e218a8a1-5a2d-482f-98a5-8f6d4d64d63a), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.883409 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (39e77dc1-95de-4608-b7b2-23608559272b), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.923245 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Pushing event deleted for resources: {'Port': ['ID=39e77dc1-95de-4608-b7b2-23608559272b,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:13.926509 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-67d41991-f19c-4fac-bc2b-5fa37b2677c7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (e218a8a1-5a2d-482f-98a5-8f6d4d64d63a), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.929217 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] No DVR routers for this DVR port 39e77dc1-95de-4608-b7b2-23608559272b on host dv-cinder-846303-3-iscsi {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:32:13.930647 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d123dede-fd38-4b7d-843b-608ef2c2f5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (39e77dc1-95de-4608-b7b2-23608559272b), after_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.953862 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-67d41991-f19c-4fac-bc2b-5fa37b2677c7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (e218a8a1-5a2d-482f-98a5-8f6d4d64d63a), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:13.977146 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d123dede-fd38-4b7d-843b-608ef2c2f5b7 None None] No DVR routers for this DVR port 39e77dc1-95de-4608-b7b2-23608559272b on host dv-cinder-846303-3-iscsi {{(pid=106605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:32:13.977146 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123dede-fd38-4b7d-843b-608ef2c2f5b7 None None] Pushing event deleted for resources: {'Port': ['ID=39e77dc1-95de-4608-b7b2-23608559272b,revision_number=None']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:14.017496 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d41991-f19c-4fac-bc2b-5fa37b2677c7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e218a8a1-5a2d-482f-98a5-8f6d4d64d63a,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:14.024239 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (c5921003-f4a8-46c1-b11b-5e7965d1d36b), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.029509 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-67d41991-f19c-4fac-bc2b-5fa37b2677c7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.030696 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-67d41991-f19c-4fac-bc2b-5fa37b2677c7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2845075 Aug 27 02:32:14.033628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 51022) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:14.038480 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-01ccbb35-3d09-470f-8e32-bc1ce346c5e6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'security_group_rule': {'security_group_id': 'd1e55d05-a1f4-4095-93ff-2eb78c8764d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:14.050975 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5921003-f4a8-46c1-b11b-5e7965d1d36b']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:14.060095 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:14.062018 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518c9ef7-9b7a-4702-a644-dca3a557e8e7') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:14.062307 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518c9ef7-9b7a-4702-a644-dca3a557e8e7') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:14.067976 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-01ccbb35-3d09-470f-8e32-bc1ce346c5e6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (43b273fe-bf9f-47ad-a293-b01d1672b39e), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.073209 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15258025'] for segment (518c9ef7-9b7a-4702-a644-dca3a557e8e7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.087545 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (518c9ef7-9b7a-4702-a644-dca3a557e8e7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.095081 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:14.095856 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337898'] for segment (518c9ef7-9b7a-4702-a644-dca3a557e8e7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.130569 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-01ccbb35-3d09-470f-8e32-bc1ce346c5e6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (43b273fe-bf9f-47ad-a293-b01d1672b39e), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.134659 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-01ccbb35-3d09-470f-8e32-bc1ce346c5e6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (43b273fe-bf9f-47ad-a293-b01d1672b39e), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.139728 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 518c9ef7-9b7a-4702-a644-dca3a557e8e7 resource provider aggregate not found Aug 27 02:32:14.157041 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccbb35-3d09-470f-8e32-bc1ce346c5e6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b273fe-bf9f-47ad-a293-b01d1672b39e,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:14.158386 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 518c9ef7-9b7a-4702-a644-dca3a557e8e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 518c9ef7-9b7a-4702-a644-dca3a557e8e7 found for delete ", "request_id": "req-fc5f18b8-0788-4a60-8971-371e86ecf87e"}]} Aug 27 02:32:14.167302 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-01ccbb35-3d09-470f-8e32-bc1ce346c5e6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.168440 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-01ccbb35-3d09-470f-8e32-bc1ce346c5e6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337698 Aug 27 02:32:14.169082 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (c5921003-f4a8-46c1-b11b-5e7965d1d36b), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.172007 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 51028) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:14.175794 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.176560 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:14.179069 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/c5921003-f4a8-46c1-b11b-5e7965d1d36b HTTP/1.1" status: 204 len: 168 time: 0.7092586 Aug 27 02:32:14.195832 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38174b64-14b2-41a9-8ee1-08e48631984a admin admin] Pushing event deleted for resources: {'Network': ['ID=c5921003-f4a8-46c1-b11b-5e7965d1d36b,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:14.203357 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.289956 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.307805 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51032) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:14.343894 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:DELETE=9,neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:14.351936 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2cc88550-da0e-49a9-aaa8-55709194b788 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b2ddff853b7546788b645a0344c2297b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429361 Aug 27 02:32:14.354634 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51034) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:14.387528 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:14.402235 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Allocated IP 172.27.1.31 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/3b3bf4dc-df13-4f60-bc1a-ffb348d5337e) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:14.406463 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9cbc91cf-6ad4-4716-acf1-5693b2cd246c admin admin] Publish callbacks [] for security_group (10ab94dc-991a-44d2-b53a-76981cb0e80c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.427509 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9cbc91cf-6ad4-4716-acf1-5693b2cd246c admin admin] Publish callbacks [] for security_group (10ab94dc-991a-44d2-b53a-76981cb0e80c), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.471354 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 545432e2-16e7-4aa1-9012-c7b102f7856e no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:14.497094 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 545432e2-16e7-4aa1-9012-c7b102f7856e {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:32:14.497974 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 545432e2-16e7-4aa1-9012-c7b102f7856e not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:14.497974 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 39e77dc1-95de-4608-b7b2-23608559272b no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:14.498512 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9cbc91cf-6ad4-4716-acf1-5693b2cd246c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (10ab94dc-991a-44d2-b53a-76981cb0e80c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.502663 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9cbc91cf-6ad4-4716-acf1-5693b2cd246c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.505579 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-9cbc91cf-6ad4-4716-acf1-5693b2cd246c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/10ab94dc-991a-44d2-b53a-76981cb0e80c HTTP/1.1" status: 204 len: 168 time: 0.1499763 Aug 27 02:32:14.516624 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc91cf-6ad4-4716-acf1-5693b2cd246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ab94dc-991a-44d2-b53a-76981cb0e80c,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:14.516826 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 39e77dc1-95de-4608-b7b2-23608559272b {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:32:14.516959 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 39e77dc1-95de-4608-b7b2-23608559272b not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:14.517400 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 65f8c3a1-bc69-4597-bdda-5a7f28a04bad no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:14.532203 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (3b3bf4dc-df13-4f60-bc1a-ffb348d5337e), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.549575 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 65f8c3a1-bc69-4597-bdda-5a7f28a04bad {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:32:14.549923 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 65f8c3a1-bc69-4597-bdda-5a7f28a04bad not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:14.568074 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (3b3bf4dc-df13-4f60-bc1a-ffb348d5337e), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.610377 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:14.613366 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:14.617527 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:32:14.622992 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=3b3bf4dc-df13-4f60-bc1a-ffb348d5337e,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:14.714440 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (3aabf7f5-2a05-4d09-a052-7ee70016ccb3), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.754829 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (3b3bf4dc-df13-4f60-bc1a-ffb348d5337e), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.859738 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51040) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:14.901002 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-67b5f7be-919c-4e40-9fc4-f15f3b900b8a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=22afc26b2f4243289fd730ec223b2cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399370 Aug 27 02:32:14.903846 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51042) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:14.913912 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (3b3bf4dc-df13-4f60-bc1a-ffb348d5337e), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.920888 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (3b3bf4dc-df13-4f60-bc1a-ffb348d5337e), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.955271 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8235a40d-d10e-409f-b9c0-d04da95a8bbd admin admin] Publish callbacks [] for security_group (5cd158e9-c546-461f-bdb3-9162068e5321), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.978009 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8235a40d-d10e-409f-b9c0-d04da95a8bbd admin admin] Publish callbacks [] for security_group (5cd158e9-c546-461f-bdb3-9162068e5321), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:14.997329 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (3aabf7f5-2a05-4d09-a052-7ee70016ccb3), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:15.006331 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=3b3bf4dc-df13-4f60-bc1a-ffb348d5337e,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:15.022445 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:15.024111 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-0da443a8-1ed9-4b03-84c9-38f06c2f10b9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8508508 Aug 27 02:32:15.033274 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8235a40d-d10e-409f-b9c0-d04da95a8bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5cd158e9-c546-461f-bdb3-9162068e5321), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:15.035962 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8235a40d-d10e-409f-b9c0-d04da95a8bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:15.039514 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8235a40d-d10e-409f-b9c0-d04da95a8bbd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5cd158e9-c546-461f-bdb3-9162068e5321 HTTP/1.1" status: 204 len: 168 time: 0.1324439 Aug 27 02:32:15.046713 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235a40d-d10e-409f-b9c0-d04da95a8bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd158e9-c546-461f-bdb3-9162068e5321,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:15.264622 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-557d5616-8992-4369-93a9-da233a15d4c1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--598984941&fields=id&tenant_id=5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 267 time: 0.0515561 Aug 27 02:32:15.323116 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:15.385365 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-da3d7d69-3813-40af-b511-6c8d12a26b10 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:15.387042 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-da3d7d69-3813-40af-b511-6c8d12a26b10 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 814 time: 0.1153200 Aug 27 02:32:15.403283 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-e1a9eaf7-c4d6-4e90-85ee-e7479d92712b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/quotas/5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 375 time: 0.0099263 Aug 27 02:32:15.457083 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-36597b0f-1792-401d-89da-2118c5a48e88 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477529 Aug 27 02:32:15.575821 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-d88c45fb-54e2-41ac-bfb7-d756d67ba20a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059062 Aug 27 02:32:15.679314 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-94dbeb01-2b73-43f2-8c03-bf3819ca797a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959644 Aug 27 02:32:15.858933 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d78dbf8f-ce25-414b-bae6-67ea19bc357e req-2ce8cfae-0bf1-421f-ac8b-59465fc168c6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 210 time: 0.0301037 Aug 27 02:32:16.948997 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:16.971706 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-196015c0-b630-4230-baf7-e408d67bbefe req-fab917a2-5aa1-4ae6-9750-e768b0faf7f4 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 210 time: 0.0328279 Aug 27 02:32:17.094960 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-12e6f70a-e1b7-4019-b5a8-e229963cf585 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:17.096521 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-12e6f70a-e1b7-4019-b5a8-e229963cf585 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 814 time: 0.1225669 Aug 27 02:32:17.184655 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-dd056a9e-620c-4d37-88b3-5f304902491e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d5ec8450c0941d18d63558baab54737 HTTP/1.1" status: 200 len: 379 time: 0.0605254 Aug 27 02:32:17.299815 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'port': {'device_id': '77068029-afdb-4560-8d56-76c56b85ef3a', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'admin_state_up': True, 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'security_groups': ['d1e55d05-a1f4-4095-93ff-2eb78c8764d5']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:17.419976 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Made reservation on behalf of 5d5ec8450c0941d18d63558baab54737 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:17.424135 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:17.563983 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Allocated IP 172.20.0.11 (134184f4-d632-4173-b77c-1566bf4eb0fb/41d6ba94-b6a6-440c-9701-0c07c8b22c65/46a7cd9a-679a-4cbc-95b2-41424b3783c2) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:17.719350 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:17.744921 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:17.758305 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:17.804447 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Network 134184f4-d632-4173-b77c-1566bf4eb0fb is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:17.809924 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:17.812126 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event updated for resources: {'Port': ['ID=46a7cd9a-679a-4cbc-95b2-41424b3783c2,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:17.814225 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:32:17.867057 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:17.867673 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:17.888727 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-0c4c1457-e41e-49c9-8afc-2daaf9814c42 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929477 Aug 27 02:32:17.908119 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Request body: {'port': {'device_id': '77068029-afdb-4560-8d56-76c56b85ef3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:17.966030 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:17.977596 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:18.025739 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-6f8499fe-5803-4f1f-9011-611650161fba None None] Provisioning complete for port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:32:18.026285 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6f8499fe-5803-4f1f-9011-611650161fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:18.060988 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-6f8499fe-5803-4f1f-9011-611650161fba None None] Port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:32:18.405610 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da03645-a4a9-44d2-a1df-a448e7629cfd req-fde9f138-84c5-4d5c-ba1e-c69546310018 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:18.407118 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9da03645-a4a9-44d2-a1df-a448e7629cfd req-fde9f138-84c5-4d5c-ba1e-c69546310018 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 932 time: 0.0629125 Aug 27 02:32:18.509343 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9da03645-a4a9-44d2-a1df-a448e7629cfd req-59f9770e-db2f-4db3-9618-c491d725cdaa tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922182 Aug 27 02:32:18.591124 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a7cd9a-679a-4cbc-95b2-41424b3783c2 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:32:18.599141 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Publish callbacks [] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:18.611831 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Transition to ACTIVE for port object 46a7cd9a-679a-4cbc-95b2-41424b3783c2 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:32:18.619588 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:18.685074 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Pushing event updated for resources: {'Port': ['ID=46a7cd9a-679a-4cbc-95b2-41424b3783c2,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:18.733988 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Attempting to bind port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:32:18.734321 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Attempting to bind port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:32:18.734648 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Attempting to bind port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 on network 134184f4-d632-4173-b77c-1566bf4eb0fb {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:32:18.739287 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 on network 134184f4-d632-4173-b77c-1566bf4eb0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:32:18.739599 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Attempting to bind port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 on network 134184f4-d632-4173-b77c-1566bf4eb0fb {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:32:18.744704 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:32:18.745037 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Checking segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:32:18.745444 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Bound using segment: {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:32:18.745864 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Bound port: 46a7cd9a-679a-4cbc-95b2-41424b3783c2, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110de7af-a1f3-44ca-9955-484034fbaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:32:18.746240 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:18.807510 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] For port 46a7cd9a-679a-4cbc-95b2-41424b3783c2, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:18.811097 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] For port 46a7cd9a-679a-4cbc-95b2-41424b3783c2, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=46a7cd9a-679a-4cbc-95b2-41424b3783c2,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:18.821466 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:18.826292 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:18.827175 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:18.829753 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/46a7cd9a-679a-4cbc-95b2-41424b3783c2 HTTP/1.1" status: 200 len: 1094 time: 0.9260557 Aug 27 02:32:18.831862 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77068029-afdb-4560-8d56-76c56b85ef3a', 'tag': '46a7cd9a-679a-4cbc-95b2-41424b3783c2'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:32:18.834132 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52639ab-e0c0-4571-9f4e-d53a6893e42f" -d '{"events": [{"name": "network-changed", "server_uuid": "77068029-afdb-4560-8d56-76c56b85ef3a", "tag": "46a7cd9a-679a-4cbc-95b2-41424b3783c2"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:18.879138 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd54ac-6878-49f6-bec5-accc70c8c2f9 x-openstack-request-id: req-10bd54ac-6878-49f6-bec5-accc70c8c2f9 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:18.879421 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77068029-afdb-4560-8d56-76c56b85ef3a", "tag": "46a7cd9a-679a-4cbc-95b2-41424b3783c2", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:18.879672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10bd54ac-6878-49f6-bec5-accc70c8c2f9 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:18.880908 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10bd54ac-6878-49f6-bec5-accc70c8c2f9'] response: {'name': 'network-changed', 'server_uuid': '77068029-afdb-4560-8d56-76c56b85ef3a', 'tag': '46a7cd9a-679a-4cbc-95b2-41424b3783c2', 'status': 'completed', 'code': 200} Aug 27 02:32:18.890678 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cf367-f50b-4a8e-b91e-45c020a501d9 service neutron] Pushing event updated for resources: {'Port': ['ID=46a7cd9a-679a-4cbc-95b2-41424b3783c2,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:18.959211 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-ddf31eb3-1de3-4f40-9c70-014879d2a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:18.960636 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-ddf31eb3-1de3-4f40-9c70-014879d2a609 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 1128 time: 0.0434022 Aug 27 02:32:19.007805 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-49e39163-db41-40d3-9dc2-ae23fe0547d4 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46a7cd9a-679a-4cbc-95b2-41424b3783c2 HTTP/1.1" status: 200 len: 217 time: 0.0333364 Aug 27 02:32:19.052475 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:19.059180 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-dcfd6239-505c-4277-a62d-11b31402b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:19.060609 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-dcfd6239-505c-4277-a62d-11b31402b092 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0465963 Aug 27 02:32:19.108825 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-459d08c4-c64a-46c6-9cf2-d24d0031453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:19.110292 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-459d08c4-c64a-46c6-9cf2-d24d0031453c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426862 Aug 27 02:32:19.124939 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:19.207450 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-de50c27f-1d59-4b32-81a0-9a9d7b1578b7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898540 Aug 27 02:32:19.302914 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-532e5ca7-6c28-4523-8a6a-b72631fb04bc req-32a7a9a4-c45b-4468-965d-9ef8a88e57ba service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888288 Aug 27 02:32:19.651884 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c0dc0-e89c-4650-bfa8-50b721a16c3f req-44e3add6-f30d-4e92-b333-2123f5c30a06 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:19.653561 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-283c0dc0-e89c-4650-bfa8-50b721a16c3f req-44e3add6-f30d-4e92-b333-2123f5c30a06 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 944 time: 0.0558269 Aug 27 02:32:19.712082 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-283c0dc0-e89c-4650-bfa8-50b721a16c3f req-fbc78b4d-1b03-4bd4-af5d-624b2cb87b16 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520048 Aug 27 02:32:20.854034 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f694-68d2-410a-8c62-57cbcec421bd req-b31fd1dc-5bea-4f49-a9d3-9f14be406a05 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:20.855542 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6fb0f694-68d2-410a-8c62-57cbcec421bd req-b31fd1dc-5bea-4f49-a9d3-9f14be406a05 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 944 time: 0.0539253 Aug 27 02:32:20.915955 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-55c9e6b4-477f-47ec-882a-6d65974b830e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:20.921513 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6fb0f694-68d2-410a-8c62-57cbcec421bd req-fbc868bf-faca-4187-8729-6e6b1c663afb tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594776 Aug 27 02:32:22.051702 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257dea7-f600-491f-b183-cf09205cac9f req-89e3eec2-495c-4dac-be1a-8155a4c709c1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:22.053095 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8257dea7-f600-491f-b183-cf09205cac9f req-89e3eec2-495c-4dac-be1a-8155a4c709c1 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 944 time: 0.0544014 Aug 27 02:32:22.112182 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8257dea7-f600-491f-b183-cf09205cac9f req-0931d097-d13c-4064-b194-dc4d2f24f3a9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503786 Aug 27 02:32:23.247353 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaac6a-c213-4f47-9121-eed6ee302d57 req-7c5627c5-b341-4b4c-ae9c-0c7dc830772e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:23.248886 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6daaac6a-c213-4f47-9121-eed6ee302d57 req-7c5627c5-b341-4b4c-ae9c-0c7dc830772e tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 944 time: 0.0493512 Aug 27 02:32:23.302053 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6daaac6a-c213-4f47-9121-eed6ee302d57 req-97dc56e4-b0c2-41e8-b823-ba1903aa7cd7 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469346 Aug 27 02:32:23.978955 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cedb7d1b-6971-41c8-bb0e-55e196f30548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:24.206926 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52639ab-e0c0-4571-9f4e-d53a6893e42f req-8e4536d8-ea75-4d82-9a3b-317fdec89ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:24.208420 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e52639ab-e0c0-4571-9f4e-d53a6893e42f req-8e4536d8-ea75-4d82-9a3b-317fdec89ed2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 1128 time: 0.0505438 Aug 27 02:32:24.316863 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52639ab-e0c0-4571-9f4e-d53a6893e42f req-c5911aba-ae69-4070-a46b-cfe07adaf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:24.318247 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e52639ab-e0c0-4571-9f4e-d53a6893e42f req-c5911aba-ae69-4070-a46b-cfe07adaf828 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 915 time: 0.1026392 Aug 27 02:32:24.365632 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e52639ab-e0c0-4571-9f4e-d53a6893e42f req-4ff1ffac-b7c7-4047-b45e-c8032548423a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46a7cd9a-679a-4cbc-95b2-41424b3783c2 HTTP/1.1" status: 200 len: 217 time: 0.0405395 Aug 27 02:32:24.453888 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52639ab-e0c0-4571-9f4e-d53a6893e42f req-62aa435e-ba79-477f-adf3-8189eddf6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:24.455346 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e52639ab-e0c0-4571-9f4e-d53a6893e42f req-62aa435e-ba79-477f-adf3-8189eddf6b42 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0841012 Aug 27 02:32:24.461540 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b38ab9-e41c-4bcd-aee9-241eac8a7dbf req-e6e304c8-9632-44b1-9f6b-8c5f66ba5651 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:24.462858 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12b38ab9-e41c-4bcd-aee9-241eac8a7dbf req-e6e304c8-9632-44b1-9f6b-8c5f66ba5651 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 944 time: 0.0608747 Aug 27 02:32:24.522074 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52639ab-e0c0-4571-9f4e-d53a6893e42f req-fb48feeb-6a27-435a-8130-11b327459942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:24.523577 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e52639ab-e0c0-4571-9f4e-d53a6893e42f req-fb48feeb-6a27-435a-8130-11b327459942 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598786 Aug 27 02:32:24.594223 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12b38ab9-e41c-4bcd-aee9-241eac8a7dbf req-4b32cc70-8062-44a3-81e1-50b859e6aa49 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221659 Aug 27 02:32:24.630314 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:24.642507 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e52639ab-e0c0-4571-9f4e-d53a6893e42f req-ac7f245d-93a3-4b0d-b7f3-3a24a3fad54b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124833 Aug 27 02:32:24.701575 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:24.753537 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e52639ab-e0c0-4571-9f4e-d53a6893e42f req-37c46888-8788-48a3-a97f-d7f4aa29d048 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036313 Aug 27 02:32:24.797344 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 46a7cd9a-679a-4cbc-95b2-41424b3783c2 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:24.900131 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 46a7cd9a-679a-4cbc-95b2-41424b3783c2, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=46a7cd9a-679a-4cbc-95b2-41424b3783c2,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:24.909276 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:24.911942 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '46a7cd9a-679a-4cbc-95b2-41424b3783c2', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'port_id': '46a7cd9a-679a-4cbc-95b2-41424b3783c2', 'mac_address': 'fa:16:3e:29:ed:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:24.951998 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:32:24.952392 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:24.966792 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a7cd9a-679a-4cbc-95b2-41424b3783c2 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:32:24.989530 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 46a7cd9a-679a-4cbc-95b2-41424b3783c2, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=46a7cd9a-679a-4cbc-95b2-41424b3783c2,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:24.997702 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:25.003479 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:25.006452 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=78,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:25.013331 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=76,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:25.051115 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=46a7cd9a-679a-4cbc-95b2-41424b3783c2,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:25.060676 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.061017 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.061384 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.061719 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.062070 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.062362 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.062677 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.062993 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.063325 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.063619 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.063933 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.064247 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.064583 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.064894 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.065235 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:25.565858 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['46a7cd9a-679a-4cbc-95b2-41424b3783c2'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:32:25.722074 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dfd5a-ad20-4d03-bf8c-8d793503ca35 req-f621a47b-b1b3-4c8f-88cb-0c0b63de2d95 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:25.723736 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387dfd5a-ad20-4d03-bf8c-8d793503ca35 req-f621a47b-b1b3-4c8f-88cb-0c0b63de2d95 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 945 time: 0.0492685 Aug 27 02:32:25.774409 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387dfd5a-ad20-4d03-bf8c-8d793503ca35 req-7a889ddd-abb3-4dd2-8efc-22a3a111a17c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435610 Aug 27 02:32:26.599997 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:26.828273 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 46a7cd9a-679a-4cbc-95b2-41424b3783c2 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:26.876837 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:32:26.883814 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:32:26.884208 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:26.902056 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c2871-b0c2-4248-bb46-be24bef2bd51 req-3170988c-3cd9-4932-97be-d8129c8e5b7b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:26.903847 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd8c2871-b0c2-4248-bb46-be24bef2bd51 req-3170988c-3cd9-4932-97be-d8129c8e5b7b tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 945 time: 0.0514376 Aug 27 02:32:26.956884 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd8c2871-b0c2-4248-bb46-be24bef2bd51 req-16789ee7-2824-4b8c-a961-84dac835a349 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474122 Aug 27 02:32:26.962554 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:32:26.962947 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:26.998879 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77068029-afdb-4560-8d56-76c56b85ef3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a7cd9a-679a-4cbc-95b2-41424b3783c2'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:32:27.001177 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd29072-3344-453d-8cd7-55622c70b557" -d '{"events": [{"server_uuid": "77068029-afdb-4560-8d56-76c56b85ef3a", "name": "network-vif-plugged", "status": "completed", "tag": "46a7cd9a-679a-4cbc-95b2-41424b3783c2"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:27.014160 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 46a7cd9a-679a-4cbc-95b2-41424b3783c2, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=46a7cd9a-679a-4cbc-95b2-41424b3783c2,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:27.019565 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:27.042585 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5956eae9-ee99-48bd-bbba-b9dd2c1bd2b2 x-openstack-request-id: req-5956eae9-ee99-48bd-bbba-b9dd2c1bd2b2 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:27.042859 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77068029-afdb-4560-8d56-76c56b85ef3a", "name": "network-vif-plugged", "status": "completed", "tag": "46a7cd9a-679a-4cbc-95b2-41424b3783c2", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:27.043111 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5956eae9-ee99-48bd-bbba-b9dd2c1bd2b2 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:27.043506 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5956eae9-ee99-48bd-bbba-b9dd2c1bd2b2'] response: {'server_uuid': '77068029-afdb-4560-8d56-76c56b85ef3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a7cd9a-679a-4cbc-95b2-41424b3783c2', 'code': 200} Aug 27 02:32:27.072093 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=46a7cd9a-679a-4cbc-95b2-41424b3783c2,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:27.275062 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014e878-20ff-487f-8dac-62e380b45d6e req-acedd14c-8bca-48de-a0f8-32094eabd368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:27.276539 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c014e878-20ff-487f-8dac-62e380b45d6e req-acedd14c-8bca-48de-a0f8-32094eabd368 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 1130 time: 0.0385566 Aug 27 02:32:27.324046 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c014e878-20ff-487f-8dac-62e380b45d6e req-b06df7ee-9a3c-439a-b4a2-1a642731554c service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414021 Aug 27 02:32:28.017359 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:28.109067 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d81c4c-7055-429c-8706-65912d62163a req-8458b7c8-78bf-495e-8b04-5be1de3282d3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:28.110794 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-53d81c4c-7055-429c-8706-65912d62163a req-8458b7c8-78bf-495e-8b04-5be1de3282d3 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 946 time: 0.0543957 Aug 27 02:32:28.168487 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-53d81c4c-7055-429c-8706-65912d62163a req-bdd929d9-0f8d-4983-9488-bc54ddf2a8f6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493429 Aug 27 02:32:28.728926 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:29.026985 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:29.304277 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9c901-cccf-47b2-8ca7-72ae2b424d9f req-b65ff22d-65ab-4cc8-a56d-df8c1ec9294c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:29.305786 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93b9c901-cccf-47b2-8ca7-72ae2b424d9f req-b65ff22d-65ab-4cc8-a56d-df8c1ec9294c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 946 time: 0.0548472 Aug 27 02:32:29.361802 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93b9c901-cccf-47b2-8ca7-72ae2b424d9f req-0267e0d5-e05b-4fc1-871a-7d8dd4df24a6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488963 Aug 27 02:32:29.447739 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51158) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:29.559266 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5b82a28a-6acf-4043-955b-80ba1bd8bbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:29.639802 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5b82a28a-6acf-4043-955b-80ba1bd8bbd4 admin admin] Publish callbacks [] for security_group (fbd91c8a-6ece-416c-a47c-1de0a75333c1), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:29.644463 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5b82a28a-6acf-4043-955b-80ba1bd8bbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fbd91c8a-6ece-416c-a47c-1de0a75333c1), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:29.682837 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82a28a-6acf-4043-955b-80ba1bd8bbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd91c8a-6ece-416c-a47c-1de0a75333c1,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:29.687155 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-5b82a28a-6acf-4043-955b-80ba1bd8bbd4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d938e2c2df374596be306bb133ec8322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382925 Aug 27 02:32:29.689980 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51162) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:29.743976 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b45e8711-cf77-4218-adaa-458fa7797589 admin admin] Publish callbacks [] for security_group (fbd91c8a-6ece-416c-a47c-1de0a75333c1), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:29.765533 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b45e8711-cf77-4218-adaa-458fa7797589 admin admin] Publish callbacks [] for security_group (fbd91c8a-6ece-416c-a47c-1de0a75333c1), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:29.786922 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:29.814938 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b45e8711-cf77-4218-adaa-458fa7797589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fbd91c8a-6ece-416c-a47c-1de0a75333c1), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:29.817525 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b45e8711-cf77-4218-adaa-458fa7797589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:29.818759 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b45e8711-cf77-4218-adaa-458fa7797589 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fbd91c8a-6ece-416c-a47c-1de0a75333c1 HTTP/1.1" status: 204 len: 168 time: 0.1279154 Aug 27 02:32:29.827302 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e8711-cf77-4218-adaa-458fa7797589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd91c8a-6ece-416c-a47c-1de0a75333c1,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:30.490736 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c7020-1f98-4623-b848-2d1296d87034 req-96ed20e7-a512-43ad-a752-c95c3890a1a9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:30.492375 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-213c7020-1f98-4623-b848-2d1296d87034 req-96ed20e7-a512-43ad-a752-c95c3890a1a9 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 946 time: 0.0504050 Aug 27 02:32:30.540874 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-213c7020-1f98-4623-b848-2d1296d87034 req-bd2ed24b-9b71-42be-b98d-be9b40275765 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424061 Aug 27 02:32:30.642990 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:30.659139 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5bbc9-6e6f-4c7a-a307-1840fb664ffe req-1cbb77eb-161a-469d-9e54-17003b6f5365 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:30.660626 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b5c5bbc9-6e6f-4c7a-a307-1840fb664ffe req-1cbb77eb-161a-469d-9e54-17003b6f5365 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 946 time: 0.0502379 Aug 27 02:32:30.670400 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51192) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:30.675355 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-36700c6c-f665-4d73-9417-2f427e1cd4d0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Request body: {'floatingip': {'port_id': '46a7cd9a-679a-4cbc-95b2-41424b3783c2'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:30.716869 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-36700c6c-f665-4d73-9417-2f427e1cd4d0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (3aabf7f5-2a05-4d09-a052-7ee70016ccb3), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:31.179249 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-36700c6c-f665-4d73-9417-2f427e1cd4d0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:31.183703 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-36700c6c-f665-4d73-9417-2f427e1cd4d0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (3aabf7f5-2a05-4d09-a052-7ee70016ccb3), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:31.286494 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-36700c6c-f665-4d73-9417-2f427e1cd4d0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Floating IP 3aabf7f5-2a05-4d09-a052-7ee70016ccb3 associated. External IP: 172.27.1.31, port: 46a7cd9a-679a-4cbc-95b2-41424b3783c2. Aug 27 02:32:31.517274 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36700c6c-f665-4d73-9417-2f427e1cd4d0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Router e3773958-dd2d-4e04-8c9e-12c030af0188 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:31.521960 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:31.639682 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36700c6c-f665-4d73-9417-2f427e1cd4d0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:31.646537 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-36700c6c-f665-4d73-9417-2f427e1cd4d0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:31.651100 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682bec5-50c4-4c2e-b444-a398ce7a668a None None] Sync routers for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:31.676459 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682bec5-50c4-4c2e-b444-a398ce7a668a None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:32:31.677632 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-3682bec5-50c4-4c2e-b444-a398ce7a668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:32:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:31.687380 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-36700c6c-f665-4d73-9417-2f427e1cd4d0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/3aabf7f5-2a05-4d09-a052-7ee70016ccb3 HTTP/1.1" status: 200 len: 991 time: 1.0158811 Aug 27 02:32:31.688499 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77068029-afdb-4560-8d56-76c56b85ef3a', 'tag': '46a7cd9a-679a-4cbc-95b2-41424b3783c2'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:32:31.691176 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75036edf-55be-4005-a35b-12aee69d6b12" -d '{"events": [{"name": "network-changed", "server_uuid": "77068029-afdb-4560-8d56-76c56b85ef3a", "tag": "46a7cd9a-679a-4cbc-95b2-41424b3783c2"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:31.736935 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e445497d-4fc8-4496-a6b5-0a7648e836b1 x-openstack-request-id: req-e445497d-4fc8-4496-a6b5-0a7648e836b1 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:31.737454 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77068029-afdb-4560-8d56-76c56b85ef3a", "tag": "46a7cd9a-679a-4cbc-95b2-41424b3783c2", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:31.737797 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e445497d-4fc8-4496-a6b5-0a7648e836b1 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:31.738352 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e445497d-4fc8-4496-a6b5-0a7648e836b1'] response: {'name': 'network-changed', 'server_uuid': '77068029-afdb-4560-8d56-76c56b85ef3a', 'tag': '46a7cd9a-679a-4cbc-95b2-41424b3783c2', 'status': 'completed', 'code': 200} Aug 27 02:32:31.839908 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75036edf-55be-4005-a35b-12aee69d6b12 req-0e6517c0-cb95-41fb-857a-a471af0acea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:31.842549 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75036edf-55be-4005-a35b-12aee69d6b12 req-0e6517c0-cb95-41fb-857a-a471af0acea3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d5ec8450c0941d18d63558baab54737&device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 1130 time: 0.0499818 Aug 27 02:32:31.955874 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75036edf-55be-4005-a35b-12aee69d6b12 req-9f10743f-dd86-4600-9792-589c82ab931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:31.957034 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75036edf-55be-4005-a35b-12aee69d6b12 req-9f10743f-dd86-4600-9792-589c82ab931f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 200 len: 915 time: 0.1095383 Aug 27 02:32:31.957323 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-3682bec5-50c4-4c2e-b444-a398ce7a668a None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:32:31.998899 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:32.028584 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75036edf-55be-4005-a35b-12aee69d6b12 req-d9add831-68b3-4214-878f-d9e0ec26f9f0 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46a7cd9a-679a-4cbc-95b2-41424b3783c2 HTTP/1.1" status: 200 len: 999 time: 0.0645344 Aug 27 02:32:32.065511 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:32.085252 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75036edf-55be-4005-a35b-12aee69d6b12 req-85dcded5-26bc-49bd-99f8-55995366125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:32.086732 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75036edf-55be-4005-a35b-12aee69d6b12 req-85dcded5-26bc-49bd-99f8-55995366125f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 200 len: 853 time: 0.0530169 Aug 27 02:32:32.148188 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75036edf-55be-4005-a35b-12aee69d6b12 req-6e404ff0-5a77-4d9a-bc8f-fa43191027d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:32.149714 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75036edf-55be-4005-a35b-12aee69d6b12 req-6e404ff0-5a77-4d9a-bc8f-fa43191027d7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=134184f4-d632-4173-b77c-1566bf4eb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570447 Aug 27 02:32:32.232941 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-3682bec5-50c4-4c2e-b444-a398ce7a668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '3aabf7f5-2a05-4d09-a052-7ee70016ccb3', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': '46a7cd9a-679a-4cbc-95b2-41424b3783c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:29:ed:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77068029-afdb-4560-8d56-76c56b85ef3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:32:14Z', 'updated_at': '2022-08-27T02:32:31Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:32.265466 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682bec5-50c4-4c2e-b444-a398ce7a668a None None] Checking router: e3773958-dd2d-4e04-8c9e-12c030af0188 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:32.275608 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:32.276745 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682bec5-50c4-4c2e-b444-a398ce7a668a None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:32:32.277750 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-3682bec5-50c4-4c2e-b444-a398ce7a668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:32:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:32.309784 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75036edf-55be-4005-a35b-12aee69d6b12 req-5965573e-32f4-47fe-b960-4754b0c0c07f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539316 Aug 27 02:32:32.394276 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-3682bec5-50c4-4c2e-b444-a398ce7a668a None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:32:32.414413 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75036edf-55be-4005-a35b-12aee69d6b12 req-91ee3776-98f7-4da8-85ed-4946791653f7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990362 Aug 27 02:32:32.454093 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=5 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:32.461572 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=21 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:32.634374 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-3682bec5-50c4-4c2e-b444-a398ce7a668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '3aabf7f5-2a05-4d09-a052-7ee70016ccb3', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': '46a7cd9a-679a-4cbc-95b2-41424b3783c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:29:ed:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77068029-afdb-4560-8d56-76c56b85ef3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:32:14Z', 'updated_at': '2022-08-27T02:32:31Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:32.661629 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682bec5-50c4-4c2e-b444-a398ce7a668a None None] The sync data for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi is: [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '3aabf7f5-2a05-4d09-a052-7ee70016ccb3', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'port_id': '46a7cd9a-679a-4cbc-95b2-41424b3783c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'mac_address': 'fa:16:3e:29:ed:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77068029-afdb-4560-8d56-76c56b85ef3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:32:14Z', 'updated_at': '2022-08-27T02:32:31Z', 'revision_number': 1, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:32.882885 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f388f6-0202-4c98-8549-83ea27939491 None None] New status for floating IP 3aabf7f5-2a05-4d09-a052-7ee70016ccb3: ACTIVE {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:32:33.298293 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:32:38.586496 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51292) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:38.706817 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f7df3d82-813b-4ba7-be86-ef3017230c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:38.785907 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f7df3d82-813b-4ba7-be86-ef3017230c25 admin admin] Publish callbacks [] for security_group (cd375128-d2be-47ce-ac56-25c26eb59a31), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:38.791200 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f7df3d82-813b-4ba7-be86-ef3017230c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (cd375128-d2be-47ce-ac56-25c26eb59a31), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:38.834483 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f7df3d82-813b-4ba7-be86-ef3017230c25 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=46c07f91d0654fe989092a36705461f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469029 Aug 27 02:32:38.835339 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df3d82-813b-4ba7-be86-ef3017230c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd375128-d2be-47ce-ac56-25c26eb59a31,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:38.837757 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 51296) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:38.894193 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-786f8b7e-2383-447b-8787-e9fe41ba41a7 admin admin] Publish callbacks [] for security_group (cd375128-d2be-47ce-ac56-25c26eb59a31), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:38.914820 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-786f8b7e-2383-447b-8787-e9fe41ba41a7 admin admin] Publish callbacks [] for security_group (cd375128-d2be-47ce-ac56-25c26eb59a31), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:38.968124 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-786f8b7e-2383-447b-8787-e9fe41ba41a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (cd375128-d2be-47ce-ac56-25c26eb59a31), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:38.971111 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-786f8b7e-2383-447b-8787-e9fe41ba41a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:38.972322 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-786f8b7e-2383-447b-8787-e9fe41ba41a7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cd375128-d2be-47ce-ac56-25c26eb59a31 HTTP/1.1" status: 204 len: 168 time: 0.1335835 Aug 27 02:32:38.981716 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f8b7e-2383-447b-8787-e9fe41ba41a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd375128-d2be-47ce-ac56-25c26eb59a31,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:39.299777 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51302) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:39.318286 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1d1e-5111-4d7a-89b7-431939aee018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:39.396654 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1d1e-5111-4d7a-89b7-431939aee018 admin admin] Publish callbacks [] for security_group (0c31dc46-d061-4da1-b585-aa96ebd47362), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:39.402052 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1d1e-5111-4d7a-89b7-431939aee018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (0c31dc46-d061-4da1-b585-aa96ebd47362), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:39.419666 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:39.442078 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf1d1e-5111-4d7a-89b7-431939aee018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c31dc46-d061-4da1-b585-aa96ebd47362,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:39.447043 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c0bf1d1e-5111-4d7a-89b7-431939aee018 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=15f98c14f24d4443929029ccfffffb41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456800 Aug 27 02:32:39.451961 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51304) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:39.501367 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cf125a66-f9d5-4c7b-a133-27b1719ea1d4 admin admin] Publish callbacks [] for security_group (0c31dc46-d061-4da1-b585-aa96ebd47362), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:39.512806 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:39.522154 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cf125a66-f9d5-4c7b-a133-27b1719ea1d4 admin admin] Publish callbacks [] for security_group (0c31dc46-d061-4da1-b585-aa96ebd47362), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:39.572192 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cf125a66-f9d5-4c7b-a133-27b1719ea1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (0c31dc46-d061-4da1-b585-aa96ebd47362), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:39.574556 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cf125a66-f9d5-4c7b-a133-27b1719ea1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:39.576116 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-cf125a66-f9d5-4c7b-a133-27b1719ea1d4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0c31dc46-d061-4da1-b585-aa96ebd47362 HTTP/1.1" status: 204 len: 168 time: 0.1228554 Aug 27 02:32:39.583431 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf125a66-f9d5-4c7b-a133-27b1719ea1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c31dc46-d061-4da1-b585-aa96ebd47362,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:39.917366 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51312) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:39.934732 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2047db9c-fbc9-47a2-b500-76f116bb393c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:40.016645 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2047db9c-fbc9-47a2-b500-76f116bb393c admin admin] Publish callbacks [] for security_group (17ded104-edb2-48f7-b1e6-a6eb0f0f1239), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:40.021359 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2047db9c-fbc9-47a2-b500-76f116bb393c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (17ded104-edb2-48f7-b1e6-a6eb0f0f1239), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:40.059027 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047db9c-fbc9-47a2-b500-76f116bb393c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ded104-edb2-48f7-b1e6-a6eb0f0f1239,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:40.063562 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2047db9c-fbc9-47a2-b500-76f116bb393c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=129bc6ca31594cfea267998ccd81490d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451194 Aug 27 02:32:40.067264 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51314) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:40.118340 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-63361227-ea77-4012-9e6a-d1277e4e014c admin admin] Publish callbacks [] for security_group (17ded104-edb2-48f7-b1e6-a6eb0f0f1239), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:40.138798 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-63361227-ea77-4012-9e6a-d1277e4e014c admin admin] Publish callbacks [] for security_group (17ded104-edb2-48f7-b1e6-a6eb0f0f1239), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:40.196276 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-63361227-ea77-4012-9e6a-d1277e4e014c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (17ded104-edb2-48f7-b1e6-a6eb0f0f1239), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:40.200652 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-63361227-ea77-4012-9e6a-d1277e4e014c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:40.202527 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-63361227-ea77-4012-9e6a-d1277e4e014c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/17ded104-edb2-48f7-b1e6-a6eb0f0f1239 HTTP/1.1" status: 204 len: 168 time: 0.1343124 Aug 27 02:32:40.212183 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63361227-ea77-4012-9e6a-d1277e4e014c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ded104-edb2-48f7-b1e6-a6eb0f0f1239,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:48.807654 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51434) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:48.923475 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0418f69e-a671-4f71-838d-92c93ddb823b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:48.950421 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:48.977258 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:49.014105 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0418f69e-a671-4f71-838d-92c93ddb823b admin admin] Publish callbacks [] for security_group (13ffe350-c82b-46bd-b7f2-a4f8565d4af2), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.018265 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0418f69e-a671-4f71-838d-92c93ddb823b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (13ffe350-c82b-46bd-b7f2-a4f8565d4af2), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.056338 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418f69e-a671-4f71-838d-92c93ddb823b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ffe350-c82b-46bd-b7f2-a4f8565d4af2,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:49.062185 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0418f69e-a671-4f71-838d-92c93ddb823b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b366f7d31c704c18898a02b9fdceac06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533972 Aug 27 02:32:49.064855 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51438) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:49.118182 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3032c2b4-a38c-43b5-a427-644e1bb0f189 admin admin] Publish callbacks [] for security_group (13ffe350-c82b-46bd-b7f2-a4f8565d4af2), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.120609 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:49.140812 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3032c2b4-a38c-43b5-a427-644e1bb0f189 admin admin] Publish callbacks [] for security_group (13ffe350-c82b-46bd-b7f2-a4f8565d4af2), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.199889 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3032c2b4-a38c-43b5-a427-644e1bb0f189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (13ffe350-c82b-46bd-b7f2-a4f8565d4af2), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.202945 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3032c2b4-a38c-43b5-a427-644e1bb0f189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.204116 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3032c2b4-a38c-43b5-a427-644e1bb0f189 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/13ffe350-c82b-46bd-b7f2-a4f8565d4af2 HTTP/1.1" status: 204 len: 168 time: 0.1384106 Aug 27 02:32:49.213285 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032c2b4-a38c-43b5-a427-644e1bb0f189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ffe350-c82b-46bd-b7f2-a4f8565d4af2,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:49.241737 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:49.243858 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:49.515192 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51444) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:49.529684 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b68da1df-bf7b-41ba-a873-335e768a6d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.574780 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:49.608875 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b68da1df-bf7b-41ba-a873-335e768a6d88 admin admin] Publish callbacks [] for security_group (bc889b10-bb5d-4ad8-a0e7-b3b5939a0990), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.615466 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b68da1df-bf7b-41ba-a873-335e768a6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (bc889b10-bb5d-4ad8-a0e7-b3b5939a0990), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.660174 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b68da1df-bf7b-41ba-a873-335e768a6d88 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4fab7d3da15740c4a0d2f7fe3b014d51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438801 Aug 27 02:32:49.661071 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68da1df-bf7b-41ba-a873-335e768a6d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc889b10-bb5d-4ad8-a0e7-b3b5939a0990,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:49.663164 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 51446) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:49.719251 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-479e2832-682e-4f09-bb7d-bf093d90aa5b admin admin] Publish callbacks [] for security_group (bc889b10-bb5d-4ad8-a0e7-b3b5939a0990), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.747415 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-479e2832-682e-4f09-bb7d-bf093d90aa5b admin admin] Publish callbacks [] for security_group (bc889b10-bb5d-4ad8-a0e7-b3b5939a0990), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.798362 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-479e2832-682e-4f09-bb7d-bf093d90aa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (bc889b10-bb5d-4ad8-a0e7-b3b5939a0990), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.800911 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-479e2832-682e-4f09-bb7d-bf093d90aa5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:49.802171 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-479e2832-682e-4f09-bb7d-bf093d90aa5b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bc889b10-bb5d-4ad8-a0e7-b3b5939a0990 HTTP/1.1" status: 204 len: 168 time: 0.1379585 Aug 27 02:32:49.811141 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e2832-682e-4f09-bb7d-bf093d90aa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc889b10-bb5d-4ad8-a0e7-b3b5939a0990,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.173682 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51452) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:50.188303 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f42d350a-4818-4552-a5ab-a9d8308c58da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:50.283478 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f42d350a-4818-4552-a5ab-a9d8308c58da admin admin] Publish callbacks [] for security_group (fd51c302-6cae-4736-9372-44a2356a8122), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:50.287807 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f42d350a-4818-4552-a5ab-a9d8308c58da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fd51c302-6cae-4736-9372-44a2356a8122), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:50.326717 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d350a-4818-4552-a5ab-a9d8308c58da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd51c302-6cae-4736-9372-44a2356a8122,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.330908 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f42d350a-4818-4552-a5ab-a9d8308c58da admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e69f8a796636461bb7e4e693b62eb340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561003 Aug 27 02:32:50.333658 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51454) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:32:50.384536 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-54680cf1-e3e7-45bd-b05f-3bbd9b158339 admin admin] Publish callbacks [] for security_group (fd51c302-6cae-4736-9372-44a2356a8122), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:50.405514 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-54680cf1-e3e7-45bd-b05f-3bbd9b158339 admin admin] Publish callbacks [] for security_group (fd51c302-6cae-4736-9372-44a2356a8122), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:50.459641 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-54680cf1-e3e7-45bd-b05f-3bbd9b158339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fd51c302-6cae-4736-9372-44a2356a8122), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:50.462521 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-54680cf1-e3e7-45bd-b05f-3bbd9b158339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:50.463869 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-54680cf1-e3e7-45bd-b05f-3bbd9b158339 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fd51c302-6cae-4736-9372-44a2356a8122 HTTP/1.1" status: 204 len: 168 time: 0.1292341 Aug 27 02:32:50.472823 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54680cf1-e3e7-45bd-b05f-3bbd9b158339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd51c302-6cae-4736-9372-44a2356a8122,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.912462 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-63d5a32f-a2ba-4c77-b594-10da24e673af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:53.842284 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a79cb-d0ea-4156-8e3f-4663d502ce90 req-2f112497-7897-4445-b7f4-ecd12d5fac9c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:53.843763 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6a7a79cb-d0ea-4156-8e3f-4663d502ce90 req-2f112497-7897-4445-b7f4-ecd12d5fac9c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.1667461 Aug 27 02:32:53.892996 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6a7a79cb-d0ea-4156-8e3f-4663d502ce90 req-f1087918-51af-4451-8185-5ca1791e771d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430305 Aug 27 02:32:53.973069 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-f60743e4-1567-4365-89b1-d60c411c5775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:55.043378 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e416775-fb85-4318-916b-046daaf0d3c6 req-1def5436-32eb-4ec1-b31e-c7458ef50688 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:55.044866 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7e416775-fb85-4318-916b-046daaf0d3c6 req-1def5436-32eb-4ec1-b31e-c7458ef50688 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0505774 Aug 27 02:32:55.067297 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:55.096646 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7e416775-fb85-4318-916b-046daaf0d3c6 req-24e37a7a-50d6-47ca-afd1-15f0b8a207a3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457132 Aug 27 02:32:56.228964 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97eee6-3273-44d3-b2f0-b0bc4c45d1e0 req-512df8a0-09d7-4f70-913a-fbeedaddaa1a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:56.230567 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee97eee6-3273-44d3-b2f0-b0bc4c45d1e0 req-512df8a0-09d7-4f70-913a-fbeedaddaa1a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0535951 Aug 27 02:32:56.280674 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee97eee6-3273-44d3-b2f0-b0bc4c45d1e0 req-150c9118-45ca-4967-bb51-9873f06c6c5e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Aug 27 02:32:56.603123 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:57.424339 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2aebe-ca63-4002-b496-42741e7150f6 req-b6bd844d-7c1b-4b9b-b155-ac2ad6ac8d8c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:57.425823 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9af2aebe-ca63-4002-b496-42741e7150f6 req-b6bd844d-7c1b-4b9b-b155-ac2ad6ac8d8c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0507598 Aug 27 02:32:57.481776 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9af2aebe-ca63-4002-b496-42741e7150f6 req-8a727e82-7e6b-4ae2-9290-8d6ca4eeb9d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479908 Aug 27 02:32:58.016673 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:58.647286 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad15e9-9a3e-45fa-8ec0-17954db14956 req-1922f097-e747-4ca4-8db2-832e5f58f543 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:58.648855 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f2ad15e9-9a3e-45fa-8ec0-17954db14956 req-1922f097-e747-4ca4-8db2-832e5f58f543 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0658834 Aug 27 02:32:58.704399 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f2ad15e9-9a3e-45fa-8ec0-17954db14956 req-415da550-36a2-4e66-9ba3-040927b530d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495236 Aug 27 02:32:58.767197 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:59.033658 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:32:59.804922 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:59.805771 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:32:59.857087 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39730a18-7fb3-4298-a570-0e67605454f2 req-85c01978-4c6e-42b9-b90a-5b492f79ce77 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:32:59.858682 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-39730a18-7fb3-4298-a570-0e67605454f2 req-85c01978-4c6e-42b9-b90a-5b492f79ce77 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0564499 Aug 27 02:32:59.923535 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-39730a18-7fb3-4298-a570-0e67605454f2 req-db4a3475-f108-4449-886f-5f3e07dc5a9f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564363 Aug 27 02:33:01.027667 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:01.078124 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a20181-afe3-458d-a40f-92467c3ce8f0 req-9f7193ec-9069-4a0b-b5d2-3494337a6cdd tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:01.079653 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-07a20181-afe3-458d-a40f-92467c3ce8f0 req-9f7193ec-9069-4a0b-b5d2-3494337a6cdd tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0654337 Aug 27 02:33:01.132675 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-07a20181-afe3-458d-a40f-92467c3ce8f0 req-ecdcd1eb-4798-4cbe-87ce-b8fe38c3dcc5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444024 Aug 27 02:33:02.279107 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fe01-77d5-4178-a5c4-78fbb0de5b93 req-2e7689b9-f321-4173-ad64-420899882aae tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:02.280595 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c43fe01-77d5-4178-a5c4-78fbb0de5b93 req-2e7689b9-f321-4173-ad64-420899882aae tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0626740 Aug 27 02:33:02.335092 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c43fe01-77d5-4178-a5c4-78fbb0de5b93 req-cd4b33bd-d1d1-48f4-b8ba-4e56839e18b0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481887 Aug 27 02:33:03.493735 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6367-d4a1-475e-bbe9-a0d5414d119b req-cf01f71c-3a28-498c-bdfc-f51a0cb75e01 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:03.495247 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18aa6367-d4a1-475e-bbe9-a0d5414d119b req-cf01f71c-3a28-498c-bdfc-f51a0cb75e01 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0639987 Aug 27 02:33:03.551993 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-18aa6367-d4a1-475e-bbe9-a0d5414d119b req-7733e790-f753-4612-81e7-427f075a8882 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504906 Aug 27 02:33:04.693972 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f690cf-2b7d-458e-aa81-2e05f6199f3e req-07e81921-3690-4cf0-ae64-4365c3e11444 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:04.695533 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40f690cf-2b7d-458e-aa81-2e05f6199f3e req-07e81921-3690-4cf0-ae64-4365c3e11444 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0529332 Aug 27 02:33:04.749939 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40f690cf-2b7d-458e-aa81-2e05f6199f3e req-cbdbbac3-3be0-4303-863c-c5fbd9d99d3d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477166 Aug 27 02:33:05.878534 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b750f-06cd-47dd-9dd4-46960008dcdc req-8fb160be-9812-425d-ac62-142e00c56e27 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:05.880170 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ad4b750f-06cd-47dd-9dd4-46960008dcdc req-8fb160be-9812-425d-ac62-142e00c56e27 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0495815 Aug 27 02:33:05.936623 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ad4b750f-06cd-47dd-9dd4-46960008dcdc req-323b0067-3938-4edf-9cd0-02ffef63dc1d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476654 Aug 27 02:33:07.078884 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e01f66-635d-436b-94bf-2388aeda9fcc req-2bdb321e-7762-4981-a988-9dd82ac4083d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:07.080597 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-46e01f66-635d-436b-94bf-2388aeda9fcc req-2bdb321e-7762-4981-a988-9dd82ac4083d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0600522 Aug 27 02:33:07.133869 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-46e01f66-635d-436b-94bf-2388aeda9fcc req-41eb72ce-1da9-4dbf-bfa3-cc99bfc8ca02 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468891 Aug 27 02:33:08.518935 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:08.533389 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb25b5-a2eb-46c6-a435-e975cf1c9553 req-01487eb6-122f-4637-b582-098db6b96bd5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:08.535592 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-46cb25b5-a2eb-46c6-a435-e975cf1c9553 req-01487eb6-122f-4637-b582-098db6b96bd5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.3151276 Aug 27 02:33:08.587178 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-46cb25b5-a2eb-46c6-a435-e975cf1c9553 req-e549bd8c-eadc-4f2e-8654-8cc7aa810c66 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450985 Aug 27 02:33:09.019820 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:09.026924 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:09.048134 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 67fc5822-1682-4324-ae1c-b98d8d2d09e8 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:33:09.159472 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:09.178253 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'port_id': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'mac_address': 'fa:16:3e:2c:a7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:33:09.218228 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 is: ACTIVE; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:33:09.218595 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:09.233535 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67fc5822-1682-4324-ae1c-b98d8d2d09e8 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:33:09.257616 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:09.262843 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:09.318462 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=67fc5822-1682-4324-ae1c-b98d8d2d09e8,revision_number=6']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:09.427000 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['67fc5822-1682-4324-ae1c-b98d8d2d09e8'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:33:09.461000 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:09.461752 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:09.730620 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b8d5f-1687-4989-acea-606f040893c3 req-e6e8fb44-0f9f-44fd-bfd8-c0267fe1f30d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:09.732113 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a10b8d5f-1687-4989-acea-606f040893c3 req-e6e8fb44-0f9f-44fd-bfd8-c0267fe1f30d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 945 time: 0.0564826 Aug 27 02:33:09.782773 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a10b8d5f-1687-4989-acea-606f040893c3 req-572c0447-bd0b-4a97-a15d-d355d33dc1c4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447218 Aug 27 02:33:10.301226 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:33:10.927742 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138cabf-2031-466e-b0f9-7d9fe3a49001 req-0d9c8125-4252-4814-9f58-278ed0971f7e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:10.929307 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2138cabf-2031-466e-b0f9-7d9fe3a49001 req-0d9c8125-4252-4814-9f58-278ed0971f7e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 945 time: 0.0525124 Aug 27 02:33:10.982743 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2138cabf-2031-466e-b0f9-7d9fe3a49001 req-2f07fd63-b238-456a-85cc-af3feae5e664 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471103 Aug 27 02:33:11.081959 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 67fc5822-1682-4324-ae1c-b98d8d2d09e8 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:11.132632 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:33:11.133001 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:11.216942 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:33:11.217360 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:11.243934 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:33:11.246435 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d6749a-4ee6-4e08-aedc-24602cc19324" -d '{"events": [{"server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "name": "network-vif-plugged", "status": "completed", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:11.259793 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:11.265424 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:11.289585 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dc3a22-ac33-45c4-b4fc-ad93e3020a1a x-openstack-request-id: req-a6dc3a22-ac33-45c4-b4fc-ad93e3020a1a {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:11.289975 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "name": "network-vif-plugged", "status": "completed", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:11.290217 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6dc3a22-ac33-45c4-b4fc-ad93e3020a1a {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:11.290609 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6dc3a22-ac33-45c4-b4fc-ad93e3020a1a'] response: {'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'code': 200} Aug 27 02:33:11.319648 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=67fc5822-1682-4324-ae1c-b98d8d2d09e8,revision_number=7']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:12.261542 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d78f17-9183-492c-a231-ecb43362b0f6 req-075b64c8-9984-4eba-a4db-5363cb9576f6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:12.263488 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-21d78f17-9183-492c-a231-ecb43362b0f6 req-075b64c8-9984-4eba-a4db-5363cb9576f6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0500267 Aug 27 02:33:12.319747 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-21d78f17-9183-492c-a231-ecb43362b0f6 req-6903bdca-5b26-464c-a1a1-6089d033775e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471160 Aug 27 02:33:13.467432 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60837d2a-c154-4754-b67b-b0e6be2a358c req-e81c0a9f-d299-43a3-9e8d-9ff53c8cfcbf tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:13.468898 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-60837d2a-c154-4754-b67b-b0e6be2a358c req-e81c0a9f-d299-43a3-9e8d-9ff53c8cfcbf tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0606594 Aug 27 02:33:13.528876 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-60837d2a-c154-4754-b67b-b0e6be2a358c req-72aebe39-0d79-4795-a90a-f313d2c082d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528007 Aug 27 02:33:14.667027 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065fd8-0abb-4828-b2c2-e5184208d5c3 req-53cde4cb-3e8b-43be-ac1d-473433ae6371 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:14.668473 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1e065fd8-0abb-4828-b2c2-e5184208d5c3 req-53cde4cb-3e8b-43be-ac1d-473433ae6371 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0524309 Aug 27 02:33:14.681633 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:14.718077 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1e065fd8-0abb-4828-b2c2-e5184208d5c3 req-e332d93e-0911-4088-a4d7-ee41ea552ed3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437002 Aug 27 02:33:15.852722 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f86885-2c53-4303-9187-217648eec34a req-732089ea-bd4a-422f-9f1e-2d20c65ea79f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:15.854210 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e4f86885-2c53-4303-9187-217648eec34a req-732089ea-bd4a-422f-9f1e-2d20c65ea79f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0485785 Aug 27 02:33:15.909853 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e4f86885-2c53-4303-9187-217648eec34a req-3454033d-dc2c-4284-b82f-962b1313a4ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469720 Aug 27 02:33:17.053961 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef00563-4f02-45e7-8632-9e722755f4ee req-76808960-2054-4515-a6ee-a5d21036d5ab tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:17.055632 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ef00563-4f02-45e7-8632-9e722755f4ee req-76808960-2054-4515-a6ee-a5d21036d5ab tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0515518 Aug 27 02:33:17.105737 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ef00563-4f02-45e7-8632-9e722755f4ee req-fb1e032a-a020-4fc0-91ea-90b1d163b8c5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Aug 27 02:33:18.245192 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369bf1f-617a-4c41-b05d-d3621be0da96 req-45951be7-be78-4f02-b8b9-221d3ce86245 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:18.246673 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8369bf1f-617a-4c41-b05d-d3621be0da96 req-45951be7-be78-4f02-b8b9-221d3ce86245 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0571330 Aug 27 02:33:18.301318 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8369bf1f-617a-4c41-b05d-d3621be0da96 req-e6ff9b25-fdda-4897-938d-85238b0ab438 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485885 Aug 27 02:33:19.444951 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcede8a-62d5-4df2-b277-b94a18634a9a req-f05cd70e-2022-44df-8182-47dc2d262753 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:19.446465 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9bcede8a-62d5-4df2-b277-b94a18634a9a req-f05cd70e-2022-44df-8182-47dc2d262753 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0589538 Aug 27 02:33:19.517040 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9bcede8a-62d5-4df2-b277-b94a18634a9a req-6e7c96ad-4379-4efc-ac74-258efb9e159a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642030 Aug 27 02:33:20.292142 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:20.293662 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:20.672217 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd8967-1581-4fda-a3df-e25328b00583 req-7fba617b-d1d2-4dea-8b2b-1d9ae25a26b7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:20.676808 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c3fd8967-1581-4fda-a3df-e25328b00583 req-7fba617b-d1d2-4dea-8b2b-1d9ae25a26b7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0639975 Aug 27 02:33:20.732293 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c3fd8967-1581-4fda-a3df-e25328b00583 req-18c09d1c-eca6-4f11-b818-477123e351e7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496430 Aug 27 02:33:20.914160 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-48f37133-96ef-4b12-a306-60e57978e3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:21.315475 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:21.894701 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7efe-9822-41bc-a1b8-0490022edf53 req-4720b405-97aa-4df5-8191-cc9a00e6c7ff tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:21.896464 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c3dc7efe-9822-41bc-a1b8-0490022edf53 req-4720b405-97aa-4df5-8191-cc9a00e6c7ff tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0563655 Aug 27 02:33:21.924594 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:21.959842 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c3dc7efe-9822-41bc-a1b8-0490022edf53 req-3fadcd01-3559-4263-ba19-f51fbdd5ee4a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566065 Aug 27 02:33:23.098155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6b75f-0488-4303-a220-82c027b278cd req-527a3f8c-2473-4c3f-8e6b-16199656b96b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:23.099650 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e6d6b75f-0488-4303-a220-82c027b278cd req-527a3f8c-2473-4c3f-8e6b-16199656b96b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0523956 Aug 27 02:33:23.153735 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e6d6b75f-0488-4303-a220-82c027b278cd req-df2a5fbc-e56f-4645-b469-7ca7402dba61 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470555 Aug 27 02:33:23.979284 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c0d0-46e1-4f95-9e36-4229cb9d2dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:24.291760 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d8869-235c-4c77-bea6-33695a6e65e7 req-bd04e915-c22c-409a-a81a-65e013498dae tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:24.293197 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-519d8869-235c-4c77-bea6-33695a6e65e7 req-bd04e915-c22c-409a-a81a-65e013498dae tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0496533 Aug 27 02:33:24.344748 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-519d8869-235c-4c77-bea6-33695a6e65e7 req-44352e7c-6f8a-4ed0-8504-411dcc648418 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459313 Aug 27 02:33:25.480109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac917a7-a912-4b22-8229-c9afed51b69f req-6dbba52f-228f-4d26-8ae4-f3b050184615 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:25.481623 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dac917a7-a912-4b22-8229-c9afed51b69f req-6dbba52f-228f-4d26-8ae4-f3b050184615 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0521255 Aug 27 02:33:25.534870 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dac917a7-a912-4b22-8229-c9afed51b69f req-5cd5db7f-fe1f-4a32-b314-e159b9f3f49f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474913 Aug 27 02:33:26.610093 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:26.673083 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb60ca4-d19a-42f1-bbab-74ac6413209e req-0f3c3511-cc08-44d9-8d23-5141f7f80b6c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:26.674570 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4fb60ca4-d19a-42f1-bbab-74ac6413209e req-0f3c3511-cc08-44d9-8d23-5141f7f80b6c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0500212 Aug 27 02:33:26.728762 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4fb60ca4-d19a-42f1-bbab-74ac6413209e req-6f1e4a7e-01e4-4f9c-9b5f-7e19243c166b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483558 Aug 27 02:33:27.852772 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:27.864628 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c29641-e6ac-43f4-9022-571c6359e5cd req-c40b71a4-7246-427a-b4bf-a083b10c107c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:27.866200 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-96c29641-e6ac-43f4-9022-571c6359e5cd req-c40b71a4-7246-427a-b4bf-a083b10c107c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0551026 Aug 27 02:33:27.917094 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-96c29641-e6ac-43f4-9022-571c6359e5cd req-c7dc39a9-b29b-4b93-ac7a-114b2ea414ab tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446949 Aug 27 02:33:28.025950 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:28.763077 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:29.021662 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:29.036468 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:29.064005 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86e06c-d7ce-47db-97cb-d4dd88661d29 req-b11dd69e-0bdc-4918-97d8-5491dd07c95c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:29.065641 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ea86e06c-d7ce-47db-97cb-d4dd88661d29 req-b11dd69e-0bdc-4918-97d8-5491dd07c95c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0559919 Aug 27 02:33:29.124454 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ea86e06c-d7ce-47db-97cb-d4dd88661d29 req-f8e387c8-5701-48fb-90cd-9bc24c61fd6c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525804 Aug 27 02:33:30.292459 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f77f04-007d-4a3e-b783-8d0395b11192 req-3525c029-5cbc-47f6-8205-62a4e02c11a3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:30.294140 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a4f77f04-007d-4a3e-b783-8d0395b11192 req-3525c029-5cbc-47f6-8205-62a4e02c11a3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0817583 Aug 27 02:33:30.348589 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a4f77f04-007d-4a3e-b783-8d0395b11192 req-a3325ec5-08b2-4b58-94a5-7b1da4bd0ee1 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481725 Aug 27 02:33:31.484236 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c49b7-e45b-49a0-b543-2f6492172405 req-5b057ebd-73e2-4315-9382-034f1d5998ec tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:31.485737 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d77c49b7-e45b-49a0-b543-2f6492172405 req-5b057ebd-73e2-4315-9382-034f1d5998ec tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0583138 Aug 27 02:33:31.538550 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d77c49b7-e45b-49a0-b543-2f6492172405 req-c055c6ad-0eaa-45cc-ad33-23a168b1b44e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438046 Aug 27 02:33:32.694883 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622a1f6-3908-4b9e-b6ba-66eb29fc57ce req-f0f137ae-71fc-469c-a313-d89ecf0b0a0d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:32.696272 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2622a1f6-3908-4b9e-b6ba-66eb29fc57ce req-f0f137ae-71fc-469c-a313-d89ecf0b0a0d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0608721 Aug 27 02:33:32.748006 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2622a1f6-3908-4b9e-b6ba-66eb29fc57ce req-a44aab78-3297-4c84-99ed-c9828d351b8f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460007 Aug 27 02:33:33.899297 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd26d1b-65ec-43fc-a1ef-3154f2fe0ddd req-fd9c50cf-8f6f-432d-9d54-8d96087bd710 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:33.900854 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-afd26d1b-65ec-43fc-a1ef-3154f2fe0ddd req-fd9c50cf-8f6f-432d-9d54-8d96087bd710 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0618074 Aug 27 02:33:33.962727 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-afd26d1b-65ec-43fc-a1ef-3154f2fe0ddd req-855635b5-e9f0-49cf-85ed-bd5f718a54f7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543723 Aug 27 02:33:35.105897 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60147b-17fb-4042-b5bb-de8a9699a1f5 req-3b1a83d0-9666-4b61-93eb-061d06966aca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:35.107434 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6d60147b-17fb-4042-b5bb-de8a9699a1f5 req-3b1a83d0-9666-4b61-93eb-061d06966aca tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0583005 Aug 27 02:33:35.134986 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:35.158226 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6d60147b-17fb-4042-b5bb-de8a9699a1f5 req-eff0c0fb-7ca4-4d70-bc0e-f31ba54dd0f0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449436 Aug 27 02:33:35.796929 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-75a52d00-0f06-4677-8647-d3eae3659145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:35.798514 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-75a52d00-0f06-4677-8647-d3eae3659145 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 1130 time: 0.0881937 Aug 27 02:33:35.896465 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-9691ae07-77c4-478b-9fce-8270d5c18e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:35.898002 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-9691ae07-77c4-478b-9fce-8270d5c18e68 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 918 time: 0.0929046 Aug 27 02:33:35.971432 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-e7791c46-c916-45b9-83df-db23f9e986f9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8 HTTP/1.1" status: 200 len: 1001 time: 0.0674918 Aug 27 02:33:36.025729 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-3aca3c91-f2bd-499f-baf0-93fd849ed63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:36.027289 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-3aca3c91-f2bd-499f-baf0-93fd849ed63c service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.0498269 Aug 27 02:33:36.078842 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-c4f3dae1-04fe-47ef-a1b8-5589a46da0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:36.081584 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-c4f3dae1-04fe-47ef-a1b8-5589a46da0e7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478342 Aug 27 02:33:36.092314 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-507984a4-e4e3-4151-8dab-7e2d644d5bba service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:33:36.093402 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-507984a4-e4e3-4151-8dab-7e2d644d5bba service neutron] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052011 Aug 27 02:33:36.191338 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 67fc5822-1682-4324-ae1c-b98d8d2d09e8 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:36.194192 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-49ffb635-ea0c-4b47-987c-7fca33bdc640 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942845 Aug 27 02:33:36.270515 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 is: ACTIVE; New status is: DOWN {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:33:36.270819 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:36.295129 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:36.295359 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:33:36.297581 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dd3ef5-003a-4084-9282-9d117b4b0899" -d '{"events": [{"server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "name": "network-vif-unplugged", "status": "completed", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:36.310738 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:36.315778 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:36.323068 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e652b-3c57-4954-ac90-0f9ec5ec3aa9 req-df9da62a-52b5-4787-ac32-5f1320902f92 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:36.324607 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee2e652b-3c57-4954-ac90-0f9ec5ec3aa9 req-df9da62a-52b5-4787-ac32-5f1320902f92 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 946 time: 0.0717361 Aug 27 02:33:36.352806 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Aug 2022 02:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c6a0fe-b1da-480a-b497-a2a367e77ad4 x-openstack-request-id: req-33c6a0fe-b1da-480a-b497-a2a367e77ad4 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:36.353093 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "name": "network-vif-unplugged", "status": "completed", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:36.353363 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33c6a0fe-b1da-480a-b497-a2a367e77ad4 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:36.353759 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c6a0fe-b1da-480a-b497-a2a367e77ad4'] response: {'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'code': 200} Aug 27 02:33:36.359048 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c8de93b-08e0-419c-a285-afbbfb688c26 req-954dddc3-8ebb-4fef-b73b-95065ca51dbd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583855 Aug 27 02:33:36.374084 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=67fc5822-1682-4324-ae1c-b98d8d2d09e8,revision_number=8']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:36.382827 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.383239 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.383573 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.384219 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.384866 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.385260 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.385589 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.386354 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.386799 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.387235 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.387666 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.388221 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.388957 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.389044 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.389478 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:36.391826 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee2e652b-3c57-4954-ac90-0f9ec5ec3aa9 req-91caad78-a00b-4321-abef-a20aaeb4a8d5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585661 Aug 27 02:33:37.525059 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41a582-80f7-4219-9a14-8ec1f48ff32c req-402a5868-8a56-42a1-a761-0e2835ba06df tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:37.526644 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4f41a582-80f7-4219-9a14-8ec1f48ff32c req-402a5868-8a56-42a1-a761-0e2835ba06df tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0493054 Aug 27 02:33:37.578218 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4f41a582-80f7-4219-9a14-8ec1f48ff32c req-2d305d37-d0e2-4b90-8ab3-25f9391e064c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459430 Aug 27 02:33:37.925433 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1668bd-220f-461d-8174-420be3dae3e5 req-e5163bd0-4cfa-42cf-8463-6813b0c8b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:37.927070 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de1668bd-220f-461d-8174-420be3dae3e5 req-e5163bd0-4cfa-42cf-8463-6813b0c8b6db service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 1128 time: 0.0402551 Aug 27 02:33:38.053288 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1668bd-220f-461d-8174-420be3dae3e5 req-26d881ea-eb08-4937-a281-8f6a9e2f1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:38.054750 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de1668bd-220f-461d-8174-420be3dae3e5 req-26d881ea-eb08-4937-a281-8f6a9e2f1058 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 918 time: 0.1021142 Aug 27 02:33:38.177845 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de1668bd-220f-461d-8174-420be3dae3e5 req-3b96e437-af14-4867-9f44-c3cbf4522a9c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8 HTTP/1.1" status: 200 len: 999 time: 0.0620725 Aug 27 02:33:38.234254 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1668bd-220f-461d-8174-420be3dae3e5 req-6ef0e336-f0ce-4e9f-8a19-41dca7810422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:38.235708 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de1668bd-220f-461d-8174-420be3dae3e5 req-6ef0e336-f0ce-4e9f-8a19-41dca7810422 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.0514903 Aug 27 02:33:38.284419 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1668bd-220f-461d-8174-420be3dae3e5 req-1f9be083-8100-4d4f-b7c1-ece0bd270689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:38.286060 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de1668bd-220f-461d-8174-420be3dae3e5 req-1f9be083-8100-4d4f-b7c1-ece0bd270689 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412340 Aug 27 02:33:38.300174 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:38.389053 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de1668bd-220f-461d-8174-420be3dae3e5 req-117e79b9-46aa-414c-a47c-e75239c1bac8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956142 Aug 27 02:33:38.684989 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de1668bd-220f-461d-8174-420be3dae3e5 req-18a94eef-751c-4baa-8ec7-2885c15a269d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040998 Aug 27 02:33:38.724418 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4435b7-234d-491d-9978-c741cb8d9a99 req-2413ddc5-fd68-4344-8bb4-180b283a5ce3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:38.725979 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b4435b7-234d-491d-9978-c741cb8d9a99 req-2413ddc5-fd68-4344-8bb4-180b283a5ce3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0608504 Aug 27 02:33:38.787313 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b4435b7-234d-491d-9978-c741cb8d9a99 req-d7a00a07-3ea3-40d5-bc4f-a74807688279 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557356 Aug 27 02:33:40.857342 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bcaea-8b48-4799-bfff-9a820b6e20ee req-2e6b9f4b-c793-4ebc-8ce3-f85a0f91b2f3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:40.858469 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-369bcaea-8b48-4799-bfff-9a820b6e20ee req-2e6b9f4b-c793-4ebc-8ce3-f85a0f91b2f3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0479107 Aug 27 02:33:40.908834 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-369bcaea-8b48-4799-bfff-9a820b6e20ee req-065eec63-1a15-4556-901e-c18579d673ec tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442262 Aug 27 02:33:41.018128 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-d466dd07-967c-4fe5-bdba-237d23d03844 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469403 Aug 27 02:33:42.037441 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c362-352e-4889-ab5c-ccbe862d2ba0 req-97fbaa43-032b-44ad-92ed-312c31ccf42d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:42.039457 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a723c362-352e-4889-ab5c-ccbe862d2ba0 req-97fbaa43-032b-44ad-92ed-312c31ccf42d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0497684 Aug 27 02:33:42.119626 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:42.126637 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-03e90ecf-da9a-45c9-8142-ef03b53f39e5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:42.127949 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-03e90ecf-da9a-45c9-8142-ef03b53f39e5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports/67fc5822-1682-4324-ae1c-b98d8d2d09e8 HTTP/1.1" status: 200 len: 941 time: 0.0680616 Aug 27 02:33:42.131989 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a723c362-352e-4889-ab5c-ccbe862d2ba0 req-4842bf44-41a7-4e82-9156-dbd2265e4109 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866189 Aug 27 02:33:42.223129 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 67fc5822-1682-4324-ae1c-b98d8d2d09e8 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:42.301381 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 is: DOWN; New status is: DOWN {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:33:42.442432 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 51908) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:33:42.563341 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:42.649711 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Publish callbacks [] for security_group (4a14f196-25d7-4bf4-9ff3-f6d533ac1273), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:42.655329 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (4a14f196-25d7-4bf4-9ff3-f6d533ac1273), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:42.695890 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2401832e5c2f45b8aad698537190a215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519209 Aug 27 02:33:42.696800 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a14f196-25d7-4bf4-9ff3-f6d533ac1273,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:42.699023 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 51912) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:33:42.704794 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.705190 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.705536 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.705870 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.706208 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.706506 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.706834 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.707151 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.707475 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.707793 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.708139 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.708587 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.709350 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.709350 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.709575 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5931868-72c4-4b1d-b87f-5690134e1fdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.750818 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Publish callbacks [] for security_group (4a14f196-25d7-4bf4-9ff3-f6d533ac1273), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:42.771267 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Publish callbacks [] for security_group (4a14f196-25d7-4bf4-9ff3-f6d533ac1273), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:42.820170 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (4a14f196-25d7-4bf4-9ff3-f6d533ac1273), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:42.822709 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:42.823874 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4a14f196-25d7-4bf4-9ff3-f6d533ac1273 HTTP/1.1" status: 204 len: 168 time: 0.1238902 Aug 27 02:33:42.831635 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a14f196-25d7-4bf4-9ff3-f6d533ac1273,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:42.838948 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.839348 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.839630 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.839958 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.840320 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.840641 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.840960 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.841317 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.841640 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.842039 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.842269 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.842696 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.843007 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.843333 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:42.843749 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83a89b-71dc-4026-b888-04cca24135c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:43.270182 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47854c55-2602-485e-81ef-849d06112431 req-15ffd977-f5f1-45bb-98aa-9f8797e7eb92 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:43.272400 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47854c55-2602-485e-81ef-849d06112431 req-15ffd977-f5f1-45bb-98aa-9f8797e7eb92 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0573397 Aug 27 02:33:43.329331 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47854c55-2602-485e-81ef-849d06112431 req-487b587b-f065-4875-bbfe-efa0da64de32 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483954 Aug 27 02:33:44.469351 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93529d46-1df6-43e6-89bf-409bd5eb7acb req-3d18d866-1d20-412b-8174-37e330d4dcea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:44.470794 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93529d46-1df6-43e6-89bf-409bd5eb7acb req-3d18d866-1d20-412b-8174-37e330d4dcea tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0546067 Aug 27 02:33:44.529304 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93529d46-1df6-43e6-89bf-409bd5eb7acb req-64cfea88-8446-4707-aa48-2d701fbfce88 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518672 Aug 27 02:33:45.670109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def009-9efa-458d-b0f4-c23d9d3e3f41 req-072b1e7c-9cd8-4d4d-aa42-5852290761fd tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:45.672656 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48def009-9efa-458d-b0f4-c23d9d3e3f41 req-072b1e7c-9cd8-4d4d-aa42-5852290761fd tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0550373 Aug 27 02:33:45.726032 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48def009-9efa-458d-b0f4-c23d9d3e3f41 req-167acc74-5c01-4476-b8ba-83b97890abbf tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472975 Aug 27 02:33:46.271544 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-db994862-c399-4643-89e7-70b2bc836c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:46.273340 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-db994862-c399-4643-89e7-70b2bc836c4b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5&tenant_id=c938ae5fd22a43e8a01859da2a336b53 HTTP/1.1" status: 200 len: 1128 time: 0.0457215 Aug 27 02:33:46.352657 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-32605fbb-b8a9-4ebc-876f-ecadc08f34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:46.354167 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-32605fbb-b8a9-4ebc-876f-ecadc08f34c7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c938ae5fd22a43e8a01859da2a336b53&device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 1128 time: 0.0413520 Aug 27 02:33:46.408271 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:46.450584 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-6da12505-93f4-461c-ae63-9a1cdebcf46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:46.452041 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-6da12505-93f4-461c-ae63-9a1cdebcf46a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 200 len: 918 time: 0.0912631 Aug 27 02:33:46.520213 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-fe9fc0ad-5243-4468-9c46-28aa953950d9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8 HTTP/1.1" status: 200 len: 999 time: 0.0614457 Aug 27 02:33:46.571623 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-3b4f0299-3164-4dd0-8707-d595472649a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:46.573156 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-3b4f0299-3164-4dd0-8707-d595472649a9 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 200 len: 856 time: 0.0474494 Aug 27 02:33:46.618895 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-b701f6d4-a86e-40e1-9a78-b1b34d9e3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:46.620383 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-b701f6d4-a86e-40e1-9a78-b1b34d9e3446 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=daf58feb-9527-44f2-90a3-a19a525b593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413699 Aug 27 02:33:46.723336 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-66533a3d-d3f6-467e-ae69-771e202ced26 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961192 Aug 27 02:33:46.834022 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:46.836990 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-15951b47-412f-46f7-ab30-7504b2a92eba service neutron] 10.222.0.45 "GET /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042054 Aug 27 02:33:46.873377 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c91ec-272b-4383-911e-4edd7d9ba8a9 req-54979738-aeed-41ab-ba87-ce92352527ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:46.874868 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a99c91ec-272b-4383-911e-4edd7d9ba8a9 req-54979738-aeed-41ab-ba87-ce92352527ba tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0535200 Aug 27 02:33:46.926230 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a99c91ec-272b-4383-911e-4edd7d9ba8a9 req-1f0d7b76-6451-40a7-9cd1-a5468c3250e5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458612 Aug 27 02:33:47.295938 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:47.303392 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:33:48.061007 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f363968-7843-4960-8cf5-13e489d8cc0c req-bf077445-fdfe-4088-96ec-038b1a3f947e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:48.062558 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f363968-7843-4960-8cf5-13e489d8cc0c req-bf077445-fdfe-4088-96ec-038b1a3f947e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0500484 Aug 27 02:33:48.118938 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f363968-7843-4960-8cf5-13e489d8cc0c req-ff5f5993-f097-4000-aac3-82f9630e6a76 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498087 Aug 27 02:33:49.258240 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0bc09-dc5d-4e49-9a61-9116fdb8b29e req-0cb9a662-721f-4a2f-ade4-176686084361 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:49.260484 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ab0bc09-dc5d-4e49-9a61-9116fdb8b29e req-0cb9a662-721f-4a2f-ade4-176686084361 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0541291 Aug 27 02:33:49.317621 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ab0bc09-dc5d-4e49-9a61-9116fdb8b29e req-80b28a85-2b4d-4d13-a08d-c9a7e7e09f2d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468361 Aug 27 02:33:50.450171 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4117b2-b27f-4fbe-b883-28a3c431d2d0 req-7e9850c3-3af2-46fc-a829-848e0d261953 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:50.451774 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd4117b2-b27f-4fbe-b883-28a3c431d2d0 req-7e9850c3-3af2-46fc-a829-848e0d261953 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0498350 Aug 27 02:33:50.500439 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd4117b2-b27f-4fbe-b883-28a3c431d2d0 req-a84d2208-c9a9-4aab-9259-7280f7b7afd5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429840 Aug 27 02:33:50.911023 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-5ab11fa6-29c7-47bd-a034-e4bbce392e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:51.637967 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b23fb-f6ec-416d-8ad8-956279d00023 req-1cbd347c-1fe2-4b68-9c3c-d1fef789e8b2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:51.639469 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f3b23fb-f6ec-416d-8ad8-956279d00023 req-1cbd347c-1fe2-4b68-9c3c-d1fef789e8b2 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0541568 Aug 27 02:33:51.690621 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f3b23fb-f6ec-416d-8ad8-956279d00023 req-1f4e0949-3862-4717-a6c2-cc4077d4d2c6 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452039 Aug 27 02:33:52.700346 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=29,neutron:INSERT=6 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:52.701820 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:52.866093 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a0688-b702-48e6-a4a2-57b3122cc1c2 req-c9aa2d8e-909b-444b-9e7f-0ff70f6d8489 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:52.867679 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-df9a0688-b702-48e6-a4a2-57b3122cc1c2 req-c9aa2d8e-909b-444b-9e7f-0ff70f6d8489 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0801160 Aug 27 02:33:52.937864 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-df9a0688-b702-48e6-a4a2-57b3122cc1c2 req-bd6123ce-ab9e-4468-991c-57ec60169035 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631793 Aug 27 02:33:53.976404 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:53.993430 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-9755c86a-00f4-4e13-b376-814c1535161e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:54.073942 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b72c2c-7a92-4606-be96-5736279d4823 req-765a67f0-7074-43b8-86b9-2b9d4b645152 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:54.075999 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c1b72c2c-7a92-4606-be96-5736279d4823 req-765a67f0-7074-43b8-86b9-2b9d4b645152 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0549605 Aug 27 02:33:54.129006 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:54.134556 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c1b72c2c-7a92-4606-be96-5736279d4823 req-39faf0d9-00a9-48d3-84a5-e2672474c0be tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530448 Aug 27 02:33:55.304083 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400a9fb-eebc-43aa-b58d-10f37921750e req-6a636e0a-0497-452e-b8dc-cfa749b7aa06 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:55.305769 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d400a9fb-eebc-43aa-b58d-10f37921750e req-6a636e0a-0497-452e-b8dc-cfa749b7aa06 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0541298 Aug 27 02:33:55.364382 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d400a9fb-eebc-43aa-b58d-10f37921750e req-a3c20242-242b-4657-92b8-912731eb49eb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520957 Aug 27 02:33:56.497424 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190da9c-236b-4191-be36-d403d2ff4c95 req-2db3a93b-6d48-45bb-b305-866a0c41315f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:56.498904 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c190da9c-236b-4191-be36-d403d2ff4c95 req-2db3a93b-6d48-45bb-b305-866a0c41315f tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0491099 Aug 27 02:33:56.547379 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c190da9c-236b-4191-be36-d403d2ff4c95 req-4f73a16e-b4b2-43d9-a7a3-2c5134343210 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Aug 27 02:33:56.606624 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:57.298927 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:57.678506 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c5c2e-d00d-4f09-aa84-d83056182d46 req-f2cd72bd-e633-4959-b0f7-cd394a36e483 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:57.679955 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b1c5c2e-d00d-4f09-aa84-d83056182d46 req-f2cd72bd-e633-4959-b0f7-cd394a36e483 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0512123 Aug 27 02:33:57.729255 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b1c5c2e-d00d-4f09-aa84-d83056182d46 req-00ecf7af-8edb-49f5-8722-b274870470a4 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434995 Aug 27 02:33:58.013225 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:58.791996 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:33:58.857549 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f2e2-3fa8-4f76-b5e1-046ca4a62101 req-dd1b7910-c374-4d84-b130-33fe3b9a9d8a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:33:58.859006 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-86b6f2e2-3fa8-4f76-b5e1-046ca4a62101 req-dd1b7910-c374-4d84-b130-33fe3b9a9d8a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0490749 Aug 27 02:33:58.907839 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-86b6f2e2-3fa8-4f76-b5e1-046ca4a62101 req-5f723743-58db-4d96-a2f1-40c266c62e9b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431190 Aug 27 02:33:59.049857 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:33:59.076015 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:00.035822 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cbf49-9e9a-47f5-a2e4-802d2cca2b7b req-a3d9c265-43e1-42eb-a58a-f69888b3e426 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:00.037304 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-196cbf49-9e9a-47f5-a2e4-802d2cca2b7b req-a3d9c265-43e1-42eb-a58a-f69888b3e426 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0492218 Aug 27 02:34:00.061849 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:00.092131 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-196cbf49-9e9a-47f5-a2e4-802d2cca2b7b req-f39752e0-9e0b-4b4b-8c96-6785b7d41ca7 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491364 Aug 27 02:34:01.228957 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d8b2-c4c9-4ecd-be89-b2a2a97849f4 req-ddaeceb6-148f-48ee-92cd-2850c996509b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:01.230684 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b17d8b2-c4c9-4ecd-be89-b2a2a97849f4 req-ddaeceb6-148f-48ee-92cd-2850c996509b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0532973 Aug 27 02:34:01.283897 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b17d8b2-c4c9-4ecd-be89-b2a2a97849f4 req-95a02343-9200-41ea-a0df-fac808b52587 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472538 Aug 27 02:34:02.267386 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 67fc5822-1682-4324-ae1c-b98d8d2d09e8 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:02.382240 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:02.394549 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'port_id': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'mac_address': 'fa:16:3e:2c:a7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:02.422907 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb878-d672-45fa-89df-43a5fd026741 req-7164b8db-e1c1-4aed-a32f-518134085aff tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:02.424447 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b96fb878-d672-45fa-89df-43a5fd026741 req-7164b8db-e1c1-4aed-a32f-518134085aff tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 944 time: 0.0520957 Aug 27 02:34:02.439753 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:34:02.440144 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:02.455388 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fc5822-1682-4324-ae1c-b98d8d2d09e8 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:34:02.476654 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:02.479443 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b96fb878-d672-45fa-89df-43a5fd026741 req-941f742c-dedb-4fa2-9784-8a0e97fb0910 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478690 Aug 27 02:34:02.482864 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:02.541602 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=67fc5822-1682-4324-ae1c-b98d8d2d09e8,revision_number=9']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:02.937883 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['67fc5822-1682-4324-ae1c-b98d8d2d09e8'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:34:03.624468 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16514e3c-3a91-4702-8a3a-e4ae3df9f4f3 req-dd6ea581-e2f7-45af-ae75-ba70c275131e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:03.626390 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16514e3c-3a91-4702-8a3a-e4ae3df9f4f3 req-dd6ea581-e2f7-45af-ae75-ba70c275131e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 945 time: 0.0508807 Aug 27 02:34:03.677545 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16514e3c-3a91-4702-8a3a-e4ae3df9f4f3 req-b7ad2e08-acc6-480c-9c7d-2713b82acf16 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439706 Aug 27 02:34:04.275134 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 67fc5822-1682-4324-ae1c-b98d8d2d09e8 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:04.320643 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:34:04.321001 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:04.396313 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:34:04.396819 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:04.420461 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:34:04.422729 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece4e678-c05c-4db2-bf12-bd728e7eb3cb" -d '{"events": [{"server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "name": "network-vif-plugged", "status": "completed", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:04.435057 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:04.437277 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:04.441611 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:04.489786 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=67fc5822-1682-4324-ae1c-b98d8d2d09e8,revision_number=10']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:04.594049 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d9647c-31f8-4ff4-8b37-03f7a53e56a0 x-openstack-request-id: req-56d9647c-31f8-4ff4-8b37-03f7a53e56a0 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:04.594343 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "name": "network-vif-plugged", "status": "completed", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:04.594820 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56d9647c-31f8-4ff4-8b37-03f7a53e56a0 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:04.595222 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d9647c-31f8-4ff4-8b37-03f7a53e56a0'] response: {'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'code': 200} Aug 27 02:34:04.815626 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c8229-8a6b-4d8a-a2d2-8522515dbc32 req-bf75ba29-3f19-49f1-8ff7-67df5ae1940d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:04.816967 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-359c8229-8a6b-4d8a-a2d2-8522515dbc32 req-bf75ba29-3f19-49f1-8ff7-67df5ae1940d tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 947 time: 0.0554152 Aug 27 02:34:04.859960 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65718e1d-816d-4730-82f8-e7900a60d8fb req-0575be1a-3225-4b37-8ae2-580f10af4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:04.861449 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-65718e1d-816d-4730-82f8-e7900a60d8fb req-0575be1a-3225-4b37-8ae2-580f10af4aba service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 1131 time: 0.0614467 Aug 27 02:34:04.903091 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-359c8229-8a6b-4d8a-a2d2-8522515dbc32 req-451fb4ca-bcfe-4d2f-bfd7-b0d9c1e24537 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704455 Aug 27 02:34:04.925436 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-65718e1d-816d-4730-82f8-e7900a60d8fb req-c4f3e1bd-7d8c-492c-bc5a-f64e79f4692b service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529284 Aug 27 02:34:06.025454 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:06.036617 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38b1fc-0fb5-403e-867e-bb7ee2183050 req-6ba5ad5f-d8bd-4190-9dcb-e0b243943409 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:06.038319 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b38b1fc-0fb5-403e-867e-bb7ee2183050 req-6ba5ad5f-d8bd-4190-9dcb-e0b243943409 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 947 time: 0.0500329 Aug 27 02:34:06.087749 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b38b1fc-0fb5-403e-867e-bb7ee2183050 req-f9514563-f0f1-49c0-a3b6-d09dbf9a942b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435112 Aug 27 02:34:07.217003 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48793aaf-2e8b-41e0-9cfc-74694b3ab5bb req-a3c19dcd-c783-41e5-b86f-08bdcfe29f7c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:07.219654 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48793aaf-2e8b-41e0-9cfc-74694b3ab5bb req-a3c19dcd-c783-41e5-b86f-08bdcfe29f7c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 947 time: 0.0516486 Aug 27 02:34:07.278319 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48793aaf-2e8b-41e0-9cfc-74694b3ab5bb req-7f649077-3441-4eca-9b59-76618b35a8b3 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537138 Aug 27 02:34:14.481577 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:14.489606 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:17.270751 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=65 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:17.274134 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=14 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:20.908324 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9118-9c20-4a34-be36-a3455e9e2f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:23.458565 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:23.459921 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:23.990791 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ca1d19e9-a940-416a-b9e1-663e7c71fa30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:24.303835 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:34:25.363728 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae9deb-3280-453a-8194-640b7fc59a81 req-0b4359ec-e2a7-42b8-8ec6-9153c2fd0347 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:25.365225 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48ae9deb-3280-453a-8194-640b7fc59a81 req-0b4359ec-e2a7-42b8-8ec6-9153c2fd0347 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 946 time: 0.0549574 Aug 27 02:34:25.433284 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48ae9deb-3280-453a-8194-640b7fc59a81 req-5a596111-8591-4b2f-9088-2e39cd839002 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620334 Aug 27 02:34:26.586558 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb516b-11d8-4045-a0e1-3345ecc9979f req-0ef015ff-c169-4c93-89a8-ce242c4a3935 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:26.588349 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cdbb516b-11d8-4045-a0e1-3345ecc9979f req-0ef015ff-c169-4c93-89a8-ce242c4a3935 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 946 time: 0.0664778 Aug 27 02:34:26.612282 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:26.643198 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cdbb516b-11d8-4045-a0e1-3345ecc9979f req-05758f9c-6f07-4926-8e14-e457ccfe1bc2 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474482 Aug 27 02:34:27.334814 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-54d2e915-9dce-46e7-98f7-d0eb8d21b6e0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:27.336312 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-54d2e915-9dce-46e7-98f7-d0eb8d21b6e0 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 946 time: 0.0540955 Aug 27 02:34:27.425112 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Deleting port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:34:27.425482 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:27.527119 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] For port 46a7cd9a-679a-4cbc-95b2-41424b3783c2, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=46a7cd9a-679a-4cbc-95b2-41424b3783c2,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:27.527530 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:27.714381 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:27.715111 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (3aabf7f5-2a05-4d09-a052-7ee70016ccb3), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:27.715111 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Floating IP 3aabf7f5-2a05-4d09-a052-7ee70016ccb3 disassociated. External IP: 172.27.1.31, port: 46a7cd9a-679a-4cbc-95b2-41424b3783c2. Aug 27 02:34:27.715325 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Calling delete_port for 46a7cd9a-679a-4cbc-95b2-41424b3783c2 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:34:27.832737 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec1cfc-51a3-4451-a147-23b19a24ede1 req-a982f909-a04c-4855-b5f2-552624d7198d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:34:27.834284 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50ec1cfc-51a3-4451-a147-23b19a24ede1 req-a982f909-a04c-4855-b5f2-552624d7198d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 946 time: 0.0675952 Aug 27 02:34:27.923560 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50ec1cfc-51a3-4451-a147-23b19a24ede1 req-c3b2aacb-54f7-4f71-8153-d5490810e07c tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d1e55d05-a1f4-4095-93ff-2eb78c8764d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764482 Aug 27 02:34:27.951995 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (46a7cd9a-679a-4cbc-95b2-41424b3783c2), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:27.987768 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'Port': ['ID=46a7cd9a-679a-4cbc-95b2-41424b3783c2,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:28.017051 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:28.094549 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:28.110816 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:28.112836 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Router e3773958-dd2d-4e04-8c9e-12c030af0188 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:28.515426 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:28.533412 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a80194-aff3-41b9-a5d7-708172efb539 None None] Sync routers for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:28.545029 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a80194-aff3-41b9-a5d7-708172efb539 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:34:28.545709 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-58a80194-aff3-41b9-a5d7-708172efb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:34:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:28.567158 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] No DVR routers for this DVR port 46a7cd9a-679a-4cbc-95b2-41424b3783c2 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:34:28.569946 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:28.573523 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-520d7a9a-5705-4fe4-869e-118cc7b50d60 req-2265b027-f786-4f54-a235-b693fbef2642 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.45 "DELETE /networking/v2.0/ports/46a7cd9a-679a-4cbc-95b2-41424b3783c2 HTTP/1.1" status: 204 len: 173 time: 1.2312930 Aug 27 02:34:28.574037 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77068029-afdb-4560-8d56-76c56b85ef3a', 'name': 'network-vif-deleted', 'tag': '46a7cd9a-679a-4cbc-95b2-41424b3783c2'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:34:28.576848 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b3a522-fdff-4aca-98d0-cdbb961604f7" -d '{"events": [{"server_uuid": "77068029-afdb-4560-8d56-76c56b85ef3a", "name": "network-vif-deleted", "tag": "46a7cd9a-679a-4cbc-95b2-41424b3783c2"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:28.630702 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac5e62-dfd8-4728-99a1-b48cec7389ba x-openstack-request-id: req-9eac5e62-dfd8-4728-99a1-b48cec7389ba {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:28.631007 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77068029-afdb-4560-8d56-76c56b85ef3a", "name": "network-vif-deleted", "tag": "46a7cd9a-679a-4cbc-95b2-41424b3783c2", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:28.631271 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9eac5e62-dfd8-4728-99a1-b48cec7389ba {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:28.631689 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eac5e62-dfd8-4728-99a1-b48cec7389ba'] response: {'server_uuid': '77068029-afdb-4560-8d56-76c56b85ef3a', 'name': 'network-vif-deleted', 'tag': '46a7cd9a-679a-4cbc-95b2-41424b3783c2', 'status': 'completed', 'code': 200} Aug 27 02:34:28.810414 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-58a80194-aff3-41b9-a5d7-708172efb539 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:34:28.812748 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:29.043486 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-58a80194-aff3-41b9-a5d7-708172efb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:29.047672 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:29.060998 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cd6b0bf1-2c8f-4a69-b740-88ba73dd5fca req-db8d3ba5-dfd3-4adf-933d-1140f18bf805 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77068029-afdb-4560-8d56-76c56b85ef3a HTTP/1.1" status: 200 len: 210 time: 0.0305254 Aug 27 02:34:29.077567 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a80194-aff3-41b9-a5d7-708172efb539 None None] Checking router: e3773958-dd2d-4e04-8c9e-12c030af0188 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:29.087492 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a80194-aff3-41b9-a5d7-708172efb539 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:34:29.088074 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-58a80194-aff3-41b9-a5d7-708172efb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:34:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:29.212984 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-58a80194-aff3-41b9-a5d7-708172efb539 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:34:29.431146 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-58a80194-aff3-41b9-a5d7-708172efb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:29.462103 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a80194-aff3-41b9-a5d7-708172efb539 None None] The sync data for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi is: [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:22:31Z', 'revision_number': 4, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb', 'name': '', 'network_id': '134184f4-d632-4173-b77c-1566bf4eb0fb', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'mac_address': 'fa:16:3e:e8:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:30Z', 'updated_at': '2022-08-27T02:22:44Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'subnets': [{'id': '41d6ba94-b6a6-440c-9701-0c07c8b22c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:29.720246 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba49ac5-93d0-4044-8ca0-a35f75232f57 None None] New status for floating IP 3aabf7f5-2a05-4d09-a052-7ee70016ccb3: DOWN {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:34:30.164726 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52110) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:30.227400 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-dda064e6-83ab-4844-af71-57471d17dc8d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (d1e55d05-a1f4-4095-93ff-2eb78c8764d5), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:30.252940 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-dda064e6-83ab-4844-af71-57471d17dc8d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (d1e55d05-a1f4-4095-93ff-2eb78c8764d5), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:30.306493 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-dda064e6-83ab-4844-af71-57471d17dc8d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (d1e55d05-a1f4-4095-93ff-2eb78c8764d5), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:30.309231 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-dda064e6-83ab-4844-af71-57471d17dc8d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:30.310652 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-dda064e6-83ab-4844-af71-57471d17dc8d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d1e55d05-a1f4-4095-93ff-2eb78c8764d5 HTTP/1.1" status: 204 len: 168 time: 0.1447706 Aug 27 02:34:30.313891 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52112) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:30.321530 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda064e6-83ab-4844-af71-57471d17dc8d tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e55d05-a1f4-4095-93ff-2eb78c8764d5,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:30.330364 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.api.v2.resource [None req-cd59473d-3a86-41a1-ae32-7b4ee7ef11f6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] show failed (client error): The resource could not be found. Aug 27 02:34:30.331424 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-cd59473d-3a86-41a1-ae32-7b4ee7ef11f6 tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "GET /networking/v2.0/security-groups/d1e55d05-a1f4-4095-93ff-2eb78c8764d5 HTTP/1.1" status: 404 len: 347 time: 0.0162907 Aug 27 02:34:30.334694 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52114) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:30.409530 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 46a7cd9a-679a-4cbc-95b2-41424b3783c2 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:30.439251 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 46a7cd9a-679a-4cbc-95b2-41424b3783c2 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:34:30.440025 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 46a7cd9a-679a-4cbc-95b2-41424b3783c2 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:30.470250 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-1777fe37-0a1d-4c8f-bc15-72ae0325e1de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Deleting port 3b3bf4dc-df13-4f60-bc1a-ffb348d5337e {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:34:30.470846 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1777fe37-0a1d-4c8f-bc15-72ae0325e1de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (3b3bf4dc-df13-4f60-bc1a-ffb348d5337e), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:30.579514 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1777fe37-0a1d-4c8f-bc15-72ae0325e1de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (3b3bf4dc-df13-4f60-bc1a-ffb348d5337e), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:30.579983 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1777fe37-0a1d-4c8f-bc15-72ae0325e1de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (3b3bf4dc-df13-4f60-bc1a-ffb348d5337e), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:30.602732 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-1777fe37-0a1d-4c8f-bc15-72ae0325e1de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Calling delete_port for 3b3bf4dc-df13-4f60-bc1a-ffb348d5337e owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:34:30.759267 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1777fe37-0a1d-4c8f-bc15-72ae0325e1de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (3b3bf4dc-df13-4f60-bc1a-ffb348d5337e), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:30.785465 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777fe37-0a1d-4c8f-bc15-72ae0325e1de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Pushing event deleted for resources: {'Port': ['ID=3b3bf4dc-df13-4f60-bc1a-ffb348d5337e,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:30.855708 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1777fe37-0a1d-4c8f-bc15-72ae0325e1de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks [] for floatingip (3aabf7f5-2a05-4d09-a052-7ee70016ccb3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:30.861371 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1777fe37-0a1d-4c8f-bc15-72ae0325e1de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:30.865660 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1777fe37-0a1d-4c8f-bc15-72ae0325e1de tempest-AttachVolumeNegativeTest-1988669364 tempest-AttachVolumeNegativeTest-1988669364-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/3aabf7f5-2a05-4d09-a052-7ee70016ccb3 HTTP/1.1" status: 204 len: 168 time: 0.5274088 Aug 27 02:34:34.647246 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52150) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:34.977471 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:35.023538 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:35.173144 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675507'] for router_interface (e3773958-dd2d-4e04-8c9e-12c030af0188), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:35.440123 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] Deleting port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:34:35.440491 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:35.527254 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] For port 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:35.527628 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:35.542042 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] Calling delete_port for 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:34:35.765907 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:35.793195 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:35.986031 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:36.000707 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675399'] for router_interface (e3773958-dd2d-4e04-8c9e-12c030af0188), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:36.047840 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:36.229806 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] Router e3773958-dd2d-4e04-8c9e-12c030af0188 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:36.343972 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:36.351546 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1bd1b9b7-c1a6-4344-8ed3-e4d40dd2e0fd admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/e3773958-dd2d-4e04-8c9e-12c030af0188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015998 Aug 27 02:34:36.353155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52156) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:36.357529 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa22456-7e50-4a69-8c1e-852a827f9f31 None None] Sync routers for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:36.373013 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa22456-7e50-4a69-8c1e-852a827f9f31 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:34:36.373720 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-6aa22456-7e50-4a69-8c1e-852a827f9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:34:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:36.491252 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Publish callbacks [] for router (e3773958-dd2d-4e04-8c9e-12c030af0188), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:36.502637 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-6aa22456-7e50-4a69-8c1e-852a827f9f31 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:34:36.632812 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:36.640001 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Publish callbacks [] for router_gateway (e3773958-dd2d-4e04-8c9e-12c030af0188), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:36.655368 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:36.697012 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Deleting port 219b414d-5dcb-46f3-b7fc-27be415ed6e9 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:34:36.697404 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:36.726425 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-6aa22456-7e50-4a69-8c1e-852a827f9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:34:35Z', 'revision_number': 5, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port': {'id': '219b414d-5dcb-46f3-b7fc-27be415ed6e9', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:22:25Z', 'updated_at': '2022-08-27T02:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:36.765249 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa22456-7e50-4a69-8c1e-852a827f9f31 None None] Checking router: e3773958-dd2d-4e04-8c9e-12c030af0188 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:36.781198 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa22456-7e50-4a69-8c1e-852a827f9f31 None None] Routers {'e3773958-dd2d-4e04-8c9e-12c030af0188'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:34:36.781198 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-6aa22456-7e50-4a69-8c1e-852a827f9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:34:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['e3773958-dd2d-4e04-8c9e-12c030af0188'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:36.822263 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] For port 219b414d-5dcb-46f3-b7fc-27be415ed6e9, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=219b414d-5dcb-46f3-b7fc-27be415ed6e9,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:36.823813 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:36.848430 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Calling delete_port for 219b414d-5dcb-46f3-b7fc-27be415ed6e9 owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:34:36.919206 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-6aa22456-7e50-4a69-8c1e-852a827f9f31 None None] Set router e3773958-dd2d-4e04-8c9e-12c030af0188 gateway port host: None {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:34:36.987933 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-6aa22456-7e50-4a69-8c1e-852a827f9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:34:36Z', 'revision_number': 6, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port_host': None}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:37.021928 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa22456-7e50-4a69-8c1e-852a827f9f31 None None] The sync data for ids ['e3773958-dd2d-4e04-8c9e-12c030af0188'] in dv-cinder-846303-3-iscsi is: [{'id': 'e3773958-dd2d-4e04-8c9e-12c030af0188', 'name': 'tempest-AttachVolumeNegativeTest-713668132-router', 'tenant_id': '5d5ec8450c0941d18d63558baab54737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:22:24Z', 'updated_at': '2022-08-27T02:34:36Z', 'revision_number': 6, 'project_id': '5d5ec8450c0941d18d63558baab54737', 'gw_port_host': None}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:37.073258 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:37.099511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (219b414d-5dcb-46f3-b7fc-27be415ed6e9), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.130170 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Pushing event deleted for resources: {'Port': ['ID=219b414d-5dcb-46f3-b7fc-27be415ed6e9,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:37.139358 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:37.211573 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676854'] for router_gateway (e3773958-dd2d-4e04-8c9e-12c030af0188), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.306101 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62925'] for router (e3773958-dd2d-4e04-8c9e-12c030af0188), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.308459 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Publish callbacks [] for router_controller (e3773958-dd2d-4e04-8c9e-12c030af0188), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.363414 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1675487'] for router (e3773958-dd2d-4e04-8c9e-12c030af0188), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.364001 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3773958-dd2d-4e04-8c9e-12c030af0188 {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:37.369951 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.370426 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a5dd128e-f328-41e9-8712-5cd3d3fb1597 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/e3773958-dd2d-4e04-8c9e-12c030af0188 HTTP/1.1" status: 204 len: 168 time: 1.0163481 Aug 27 02:34:37.373558 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52158) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:37.426764 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2046921-fd41-43ae-912d-d2afd335ba86 admin admin] Deleting subnet 41d6ba94-b6a6-440c-9701-0c07c8b22c65 {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:34:37.430619 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c2046921-fd41-43ae-912d-d2afd335ba86 admin admin] Publish callbacks [] for subnet (41d6ba94-b6a6-440c-9701-0c07c8b22c65), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.482285 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c2046921-fd41-43ae-912d-d2afd335ba86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15258016'] for subnet (41d6ba94-b6a6-440c-9701-0c07c8b22c65), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.566902 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c2046921-fd41-43ae-912d-d2afd335ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (41d6ba94-b6a6-440c-9701-0c07c8b22c65), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.625515 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c2046921-fd41-43ae-912d-d2afd335ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15337968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13771221'] for subnet (41d6ba94-b6a6-440c-9701-0c07c8b22c65), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.662813 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2046921-fd41-43ae-912d-d2afd335ba86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d6ba94-b6a6-440c-9701-0c07c8b22c65,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:37.666942 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c2046921-fd41-43ae-912d-d2afd335ba86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.673155 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c2046921-fd41-43ae-912d-d2afd335ba86 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/41d6ba94-b6a6-440c-9701-0c07c8b22c65 HTTP/1.1" status: 204 len: 168 time: 0.2960849 Aug 27 02:34:37.673844 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c0c620-cd8e-4c72-81f7-e87b3ac32867 None None] Network 134184f4-d632-4173-b77c-1566bf4eb0fb requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:34:37.677391 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52160) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:37.760885 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (134184f4-d632-4173-b77c-1566bf4eb0fb), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.812843 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Deleting port 518e7605-64a6-4589-80aa-fcb1c759fd3f {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:34:37.813285 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.860038 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] DHCP port deletion for 134184f4-d632-4173-b77c-1566bf4eb0fb request from dv-cinder-846303-3-iscsi {{(pid=106605) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 02:34:37.900338 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] For port 518e7605-64a6-4589-80aa-fcb1c759fd3f, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=518e7605-64a6-4589-80aa-fcb1c759fd3f,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:37.901303 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.909029 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Deleting port 518e7605-64a6-4589-80aa-fcb1c759fd3f {{(pid=106605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:34:37.909437 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), before_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:37.916396 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Calling delete_port for 518e7605-64a6-4589-80aa-fcb1c759fd3f owned by network:dhcp {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:34:37.996423 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] For port 518e7605-64a6-4589-80aa-fcb1c759fd3f, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=518e7605-64a6-4589-80aa-fcb1c759fd3f,segment=NetworkSegment(110de7af-a1f3-44ca-9955-484034fbaa54),segment_id=110de7af-a1f3-44ca-9955-484034fbaa54)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:37.996869 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), precommit_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.011552 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.013950 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Calling delete_port for 518e7605-64a6-4589-80aa-fcb1c759fd3f owned by network:dhcp {{(pid=106605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:34:38.056069 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Pushing event deleted for resources: {'Port': ['ID=518e7605-64a6-4589-80aa-fcb1c759fd3f,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:38.064308 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] No DVR routers for this DVR port 518e7605-64a6-4589-80aa-fcb1c759fd3f on host dv-cinder-846303-3-iscsi {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:34:38.116594 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (518e7605-64a6-4589-80aa-fcb1c759fd3f), after_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.150434 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Pushing event deleted for resources: {'Port': ['ID=518e7605-64a6-4589-80aa-fcb1c759fd3f,revision_number=None']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:38.159313 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (134184f4-d632-4173-b77c-1566bf4eb0fb), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.159633 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] No DVR routers for this DVR port 518e7605-64a6-4589-80aa-fcb1c759fd3f on host dv-cinder-846303-3-iscsi {{(pid=106605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:34:38.161752 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.162092 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.162601 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.162802 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.163055 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.163380 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.163722 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.164030 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.164340 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.164727 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.164996 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.165333 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.165645 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.165970 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.166292 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c712f5-dfe5-4915-86f3-27462cc6fb67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:38.188213 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134184f4-d632-4173-b77c-1566bf4eb0fb']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:38.199398 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110de7af-a1f3-44ca-9955-484034fbaa54') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:38.199719 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110de7af-a1f3-44ca-9955-484034fbaa54') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:38.201501 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:38.211719 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15258025'] for segment (110de7af-a1f3-44ca-9955-484034fbaa54), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.230157 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (110de7af-a1f3-44ca-9955-484034fbaa54), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.245401 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:38.245401 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337898'] for segment (110de7af-a1f3-44ca-9955-484034fbaa54), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.286999 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 110de7af-a1f3-44ca-9955-484034fbaa54 resource provider aggregate not found Aug 27 02:34:38.295738 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:38.315468 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 110de7af-a1f3-44ca-9955-484034fbaa54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 110de7af-a1f3-44ca-9955-484034fbaa54 found for delete ", "request_id": "req-a60d6374-5f00-49a5-be1d-4604295585e4"}]} Aug 27 02:34:38.318168 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (134184f4-d632-4173-b77c-1566bf4eb0fb), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.323677 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.328504 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/134184f4-d632-4173-b77c-1566bf4eb0fb HTTP/1.1" status: 204 len: 168 time: 0.6508532 Aug 27 02:34:38.343535 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccfdf1-99a4-468a-a97b-12f62dff4810 admin admin] Pushing event deleted for resources: {'Network': ['ID=134184f4-d632-4173-b77c-1566bf4eb0fb,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:38.476557 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52168) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:38.521969 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f77ec5c3-b96f-4583-adec-b12949c3c360 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5d5ec8450c0941d18d63558baab54737&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441790 Aug 27 02:34:38.524718 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52170) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:38.536679 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 219b414d-5dcb-46f3-b7fc-27be415ed6e9 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:38.558790 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 219b414d-5dcb-46f3-b7fc-27be415ed6e9 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:34:38.559185 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 219b414d-5dcb-46f3-b7fc-27be415ed6e9 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:38.559702 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:38.579997 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:34:38.580340 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 6e7b6c07-8bcd-4d4a-a363-6ef3b8b22ebb not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:38.580766 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 518e7605-64a6-4589-80aa-fcb1c759fd3f no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:38.583885 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d499aa39-e944-4472-b6ae-369869bbf12f admin admin] Publish callbacks [] for security_group (21c3b9ae-6505-43bb-852e-a530f5f1756e), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.600254 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 518e7605-64a6-4589-80aa-fcb1c759fd3f {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:34:38.600591 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 518e7605-64a6-4589-80aa-fcb1c759fd3f not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:38.607018 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d499aa39-e944-4472-b6ae-369869bbf12f admin admin] Publish callbacks [] for security_group (21c3b9ae-6505-43bb-852e-a530f5f1756e), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.664877 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d499aa39-e944-4472-b6ae-369869bbf12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (21c3b9ae-6505-43bb-852e-a530f5f1756e), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.667389 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d499aa39-e944-4472-b6ae-369869bbf12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:38.668568 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d499aa39-e944-4472-b6ae-369869bbf12f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/21c3b9ae-6505-43bb-852e-a530f5f1756e HTTP/1.1" status: 204 len: 168 time: 0.1429143 Aug 27 02:34:38.677561 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499aa39-e944-4472-b6ae-369869bbf12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c3b9ae-6505-43bb-852e-a530f5f1756e,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.150578 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52220) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:40.279289 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e01bcb33-cebe-40fc-8a9e-bb4d8ea32caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:40.322804 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:40.330210 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:40.358546 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e01bcb33-cebe-40fc-8a9e-bb4d8ea32caa admin admin] Publish callbacks [] for security_group (531c7069-19d0-4dce-b21b-7d2b914cfe86), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:40.363013 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e01bcb33-cebe-40fc-8a9e-bb4d8ea32caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (531c7069-19d0-4dce-b21b-7d2b914cfe86), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:40.406959 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e01bcb33-cebe-40fc-8a9e-bb4d8ea32caa admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5d046a832eac49fda2b3efd3315cda88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551861 Aug 27 02:34:40.408053 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bcb33-cebe-40fc-8a9e-bb4d8ea32caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531c7069-19d0-4dce-b21b-7d2b914cfe86,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.408359 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52224) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:40.477492 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7931a3c9-fe12-4012-ae06-7c0680c94db6 admin admin] Publish callbacks [] for security_group (531c7069-19d0-4dce-b21b-7d2b914cfe86), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:40.502120 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7931a3c9-fe12-4012-ae06-7c0680c94db6 admin admin] Publish callbacks [] for security_group (531c7069-19d0-4dce-b21b-7d2b914cfe86), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:40.558860 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7931a3c9-fe12-4012-ae06-7c0680c94db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (531c7069-19d0-4dce-b21b-7d2b914cfe86), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:40.562864 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7931a3c9-fe12-4012-ae06-7c0680c94db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:40.566975 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-7931a3c9-fe12-4012-ae06-7c0680c94db6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/531c7069-19d0-4dce-b21b-7d2b914cfe86 HTTP/1.1" status: 204 len: 168 time: 0.1547089 Aug 27 02:34:40.576807 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931a3c9-fe12-4012-ae06-7c0680c94db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531c7069-19d0-4dce-b21b-7d2b914cfe86,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.288912 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52310) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:45.409914 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:45.489508 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Publish callbacks [] for security_group (ffe58dfc-dfe6-423f-8957-fdf5de9d0ecc), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:45.495884 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (ffe58dfc-dfe6-423f-8957-fdf5de9d0ecc), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:45.535486 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b41b4359c96a483086ae4bfeca57b822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453861 Aug 27 02:34:45.536415 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe58dfc-dfe6-423f-8957-fdf5de9d0ecc,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.538403 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52314) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:45.544918 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.545322 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.546097 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.546097 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.546331 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.546627 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.546943 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.547258 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.547576 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.547882 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.548198 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.548513 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.548824 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.549150 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.549460 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0b5515-caef-4caf-be65-cca541308722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.591344 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Publish callbacks [] for security_group (ffe58dfc-dfe6-423f-8957-fdf5de9d0ecc), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:45.613384 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Publish callbacks [] for security_group (ffe58dfc-dfe6-423f-8957-fdf5de9d0ecc), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:45.667286 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (ffe58dfc-dfe6-423f-8957-fdf5de9d0ecc), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:45.669751 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:45.671542 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ffe58dfc-dfe6-423f-8957-fdf5de9d0ecc HTTP/1.1" status: 204 len: 168 time: 0.1321604 Aug 27 02:34:45.680051 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe58dfc-dfe6-423f-8957-fdf5de9d0ecc,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.688106 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.688454 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.688793 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.689159 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.689494 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.689820 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.690141 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.690482 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.690805 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.691120 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.691445 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.691766 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.692080 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.692395 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.692706 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2087307-732e-4c41-b016-0b0a9713d8b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:45.969989 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52320) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:45.984461 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-165c6082-9fd2-4e63-9e85-87c52182cb11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:46.077963 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-165c6082-9fd2-4e63-9e85-87c52182cb11 admin admin] Publish callbacks [] for security_group (3afa0a3c-3cf2-4031-b6b6-52d5bbbe15a9), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:46.083669 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-165c6082-9fd2-4e63-9e85-87c52182cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (3afa0a3c-3cf2-4031-b6b6-52d5bbbe15a9), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:46.124078 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-165c6082-9fd2-4e63-9e85-87c52182cb11 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a701e0c9db8341a3ba82d43b1d5d3782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529999 Aug 27 02:34:46.124953 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c6082-9fd2-4e63-9e85-87c52182cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afa0a3c-3cf2-4031-b6b6-52d5bbbe15a9,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:46.127194 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52322) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:46.180459 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1b2a966f-4a22-407a-9577-48264e75a41a admin admin] Publish callbacks [] for security_group (3afa0a3c-3cf2-4031-b6b6-52d5bbbe15a9), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:46.201347 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1b2a966f-4a22-407a-9577-48264e75a41a admin admin] Publish callbacks [] for security_group (3afa0a3c-3cf2-4031-b6b6-52d5bbbe15a9), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:46.251522 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1b2a966f-4a22-407a-9577-48264e75a41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (3afa0a3c-3cf2-4031-b6b6-52d5bbbe15a9), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:46.254833 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1b2a966f-4a22-407a-9577-48264e75a41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:46.256463 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1b2a966f-4a22-407a-9577-48264e75a41a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3afa0a3c-3cf2-4031-b6b6-52d5bbbe15a9 HTTP/1.1" status: 204 len: 168 time: 0.1280985 Aug 27 02:34:46.269363 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a966f-4a22-407a-9577-48264e75a41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afa0a3c-3cf2-4031-b6b6-52d5bbbe15a9,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:49.126839 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:49.136203 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:50.904447 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-20ba2ba2-bfca-4e4e-bd53-6b659d5077dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:53.991131 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-fae0460f-6a50-4f64-a60e-0f49aebfcdc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:55.989834 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52454) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:56.105687 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ed043af-9fef-4dc2-b223-897bf85e1bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.115801 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:56.120412 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=46,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:56.137800 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:DELETE=10,neutron:SELECT=79,neutron:INSERT=11 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:56.149215 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:34:56.195492 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ed043af-9fef-4dc2-b223-897bf85e1bf6 admin admin] Publish callbacks [] for security_group (f413e54d-5354-4990-b7ba-5c334a3eae05), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.200580 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ed043af-9fef-4dc2-b223-897bf85e1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f413e54d-5354-4990-b7ba-5c334a3eae05), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.240984 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6ed043af-9fef-4dc2-b223-897bf85e1bf6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8f56696af42c473db9b7c0b4208c3a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497077 Aug 27 02:34:56.241858 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed043af-9fef-4dc2-b223-897bf85e1bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f413e54d-5354-4990-b7ba-5c334a3eae05,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:56.245718 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52458) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:56.304093 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e63c727b-18a9-47e7-aff7-f9465738ed6a admin admin] Publish callbacks [] for security_group (f413e54d-5354-4990-b7ba-5c334a3eae05), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.328743 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e63c727b-18a9-47e7-aff7-f9465738ed6a admin admin] Publish callbacks [] for security_group (f413e54d-5354-4990-b7ba-5c334a3eae05), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.379092 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e63c727b-18a9-47e7-aff7-f9465738ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (f413e54d-5354-4990-b7ba-5c334a3eae05), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.381907 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e63c727b-18a9-47e7-aff7-f9465738ed6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.383155 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-e63c727b-18a9-47e7-aff7-f9465738ed6a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f413e54d-5354-4990-b7ba-5c334a3eae05 HTTP/1.1" status: 204 len: 168 time: 0.1363709 Aug 27 02:34:56.391844 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c727b-18a9-47e7-aff7-f9465738ed6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f413e54d-5354-4990-b7ba-5c334a3eae05,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:56.615369 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.696423 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52464) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:56.710735 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e8b779e5-fe5f-46ac-a133-8d0279ed4240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.801790 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e8b779e5-fe5f-46ac-a133-8d0279ed4240 admin admin] Publish callbacks [] for security_group (cd3c12b6-56a9-40be-9243-287b0fd0bc23), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.806169 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e8b779e5-fe5f-46ac-a133-8d0279ed4240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (cd3c12b6-56a9-40be-9243-287b0fd0bc23), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.845872 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-e8b779e5-fe5f-46ac-a133-8d0279ed4240 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bb26164aeefc4b9ba6de5b6ca4101d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482959 Aug 27 02:34:56.846792 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b779e5-fe5f-46ac-a133-8d0279ed4240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3c12b6-56a9-40be-9243-287b0fd0bc23,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:56.848772 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52466) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:56.911678 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-52b634c0-6d7f-48a7-9292-1cd4293219b5 admin admin] Publish callbacks [] for security_group (cd3c12b6-56a9-40be-9243-287b0fd0bc23), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.932355 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-52b634c0-6d7f-48a7-9292-1cd4293219b5 admin admin] Publish callbacks [] for security_group (cd3c12b6-56a9-40be-9243-287b0fd0bc23), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.984299 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-52b634c0-6d7f-48a7-9292-1cd4293219b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (cd3c12b6-56a9-40be-9243-287b0fd0bc23), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.986932 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-52b634c0-6d7f-48a7-9292-1cd4293219b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:56.988537 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-52b634c0-6d7f-48a7-9292-1cd4293219b5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cd3c12b6-56a9-40be-9243-287b0fd0bc23 HTTP/1.1" status: 204 len: 168 time: 0.1370847 Aug 27 02:34:56.997431 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b634c0-6d7f-48a7-9292-1cd4293219b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3c12b6-56a9-40be-9243-287b0fd0bc23,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:57.354562 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52472) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:57.370722 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b32f-7016-417b-80b7-7ed9fcb70098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:57.462851 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b32f-7016-417b-80b7-7ed9fcb70098 admin admin] Publish callbacks [] for security_group (087218c7-6f0e-4607-9b3b-793603bcf385), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:57.468724 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b32f-7016-417b-80b7-7ed9fcb70098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (087218c7-6f0e-4607-9b3b-793603bcf385), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:57.512740 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-2eb1b32f-7016-417b-80b7-7ed9fcb70098 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=64bb73504dc84eb486568bd1aefd545f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569636 Aug 27 02:34:57.513607 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1b32f-7016-417b-80b7-7ed9fcb70098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087218c7-6f0e-4607-9b3b-793603bcf385,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:57.516886 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52476) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:34:57.572061 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1efa9fd5-2e55-49dc-89f3-cda4531544ff admin admin] Publish callbacks [] for security_group (087218c7-6f0e-4607-9b3b-793603bcf385), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:57.593848 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1efa9fd5-2e55-49dc-89f3-cda4531544ff admin admin] Publish callbacks [] for security_group (087218c7-6f0e-4607-9b3b-793603bcf385), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:57.645914 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1efa9fd5-2e55-49dc-89f3-cda4531544ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (087218c7-6f0e-4607-9b3b-793603bcf385), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:57.648357 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1efa9fd5-2e55-49dc-89f3-cda4531544ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:57.649644 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1efa9fd5-2e55-49dc-89f3-cda4531544ff admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/087218c7-6f0e-4607-9b3b-793603bcf385 HTTP/1.1" status: 204 len: 168 time: 0.1314218 Aug 27 02:34:57.659583 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa9fd5-2e55-49dc-89f3-cda4531544ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087218c7-6f0e-4607-9b3b-793603bcf385,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.020153 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:58.792475 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:34:59.040438 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:00.453427 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:00.466918 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:01.302662 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:35:02.399199 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52548) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:02.542795 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-33ebf168-f1f1-4023-ab86-c4c10a0e299c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:02.653724 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-33ebf168-f1f1-4023-ab86-c4c10a0e299c admin admin] Publish callbacks [] for security_group (2dbcf071-f5d1-4377-b429-5ec6d113625f), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:02.659021 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-33ebf168-f1f1-4023-ab86-c4c10a0e299c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (2dbcf071-f5d1-4377-b429-5ec6d113625f), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:02.710455 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-33ebf168-f1f1-4023-ab86-c4c10a0e299c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bad6527e51174df28f58ce373e0d9651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101559 Aug 27 02:35:02.711158 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebf168-f1f1-4023-ab86-c4c10a0e299c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbcf071-f5d1-4377-b429-5ec6d113625f,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:02.713664 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52552) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:02.742344 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:02.775968 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-77ee6bbb-f5fe-4ed4-95cc-b38d7534507d admin admin] Publish callbacks [] for security_group (2dbcf071-f5d1-4377-b429-5ec6d113625f), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:02.785942 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:02.800831 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-77ee6bbb-f5fe-4ed4-95cc-b38d7534507d admin admin] Publish callbacks [] for security_group (2dbcf071-f5d1-4377-b429-5ec6d113625f), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:02.867260 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-77ee6bbb-f5fe-4ed4-95cc-b38d7534507d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (2dbcf071-f5d1-4377-b429-5ec6d113625f), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:02.870074 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-77ee6bbb-f5fe-4ed4-95cc-b38d7534507d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:02.872280 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-77ee6bbb-f5fe-4ed4-95cc-b38d7534507d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2dbcf071-f5d1-4377-b429-5ec6d113625f HTTP/1.1" status: 204 len: 168 time: 0.1569126 Aug 27 02:35:02.883180 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee6bbb-f5fe-4ed4-95cc-b38d7534507d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbcf071-f5d1-4377-b429-5ec6d113625f,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.248469 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52558) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:03.263079 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a78cb0b5-f089-4af0-9554-569717974f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:03.351171 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a78cb0b5-f089-4af0-9554-569717974f77 admin admin] Publish callbacks [] for security_group (1e57e072-ad4e-452d-8334-cc4c2a0fbc54), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:03.356240 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a78cb0b5-f089-4af0-9554-569717974f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1e57e072-ad4e-452d-8334-cc4c2a0fbc54), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:03.397260 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a78cb0b5-f089-4af0-9554-569717974f77 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=76971985b5aa41f2aabf1a7a1a37dd13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475558 Aug 27 02:35:03.398134 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cb0b5-f089-4af0-9554-569717974f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e57e072-ad4e-452d-8334-cc4c2a0fbc54,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.401174 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52560) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:03.461045 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-aa3828c6-1297-40fd-b8ac-3553bc44d594 admin admin] Publish callbacks [] for security_group (1e57e072-ad4e-452d-8334-cc4c2a0fbc54), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:03.484657 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-aa3828c6-1297-40fd-b8ac-3553bc44d594 admin admin] Publish callbacks [] for security_group (1e57e072-ad4e-452d-8334-cc4c2a0fbc54), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:03.547079 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-aa3828c6-1297-40fd-b8ac-3553bc44d594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (1e57e072-ad4e-452d-8334-cc4c2a0fbc54), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:03.550876 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-aa3828c6-1297-40fd-b8ac-3553bc44d594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:03.552542 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-aa3828c6-1297-40fd-b8ac-3553bc44d594 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1e57e072-ad4e-452d-8334-cc4c2a0fbc54 HTTP/1.1" status: 204 len: 168 time: 0.1491416 Aug 27 02:35:03.561882 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3828c6-1297-40fd-b8ac-3553bc44d594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e57e072-ad4e-452d-8334-cc4c2a0fbc54,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.112628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52636) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:06.223775 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a28e-a8a5-4ace-8eab-02a7158edff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:06.309503 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a28e-a8a5-4ace-8eab-02a7158edff8 admin admin] Publish callbacks [] for security_group (000e7dad-f19d-48c6-9891-f6db215e2416), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:06.314691 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a28e-a8a5-4ace-8eab-02a7158edff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (000e7dad-f19d-48c6-9891-f6db215e2416), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:06.361532 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-0ca0a28e-a8a5-4ace-8eab-02a7158edff8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a08c7ea74b3f4be0bdb40f1fd777315c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463329 Aug 27 02:35:06.364238 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52644) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:06.372197 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0a28e-a8a5-4ace-8eab-02a7158edff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000e7dad-f19d-48c6-9891-f6db215e2416,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.423906 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c45081e0-dfb7-4b16-9b9a-51ceb591e46e admin admin] Publish callbacks [] for security_group (000e7dad-f19d-48c6-9891-f6db215e2416), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:06.446042 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c45081e0-dfb7-4b16-9b9a-51ceb591e46e admin admin] Publish callbacks [] for security_group (000e7dad-f19d-48c6-9891-f6db215e2416), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:06.498694 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c45081e0-dfb7-4b16-9b9a-51ceb591e46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (000e7dad-f19d-48c6-9891-f6db215e2416), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:06.502105 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c45081e0-dfb7-4b16-9b9a-51ceb591e46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:06.503939 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c45081e0-dfb7-4b16-9b9a-51ceb591e46e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/000e7dad-f19d-48c6-9891-f6db215e2416 HTTP/1.1" status: 204 len: 168 time: 0.1387513 Aug 27 02:35:06.512301 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45081e0-dfb7-4b16-9b9a-51ceb591e46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000e7dad-f19d-48c6-9891-f6db215e2416,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.630699 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ef08f-5c2a-4d13-b1f5-39aae1443332 req-20e8a5b0-5fef-49b7-9722-46f4941f323e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:06.632236 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-291ef08f-5c2a-4d13-b1f5-39aae1443332 req-20e8a5b0-5fef-49b7-9722-46f4941f323e tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 947 time: 0.0524597 Aug 27 02:35:06.683711 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-291ef08f-5c2a-4d13-b1f5-39aae1443332 req-c0983aec-a082-4984-af02-b0a9e20f1402 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454710 Aug 27 02:35:06.807598 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52654) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:06.822156 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ed34-59e1-402e-940a-87a7afcc6d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:06.904461 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ed34-59e1-402e-940a-87a7afcc6d73 admin admin] Publish callbacks [] for security_group (02db515b-10d5-4906-a46f-0e6447b0c064), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:06.911093 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ed34-59e1-402e-940a-87a7afcc6d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (02db515b-10d5-4906-a46f-0e6447b0c064), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:06.952593 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-3dd6ed34-59e1-402e-940a-87a7afcc6d73 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7a8922327e8844f498e4a771187ef593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436851 Aug 27 02:35:06.953300 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6ed34-59e1-402e-940a-87a7afcc6d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02db515b-10d5-4906-a46f-0e6447b0c064,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.956371 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52656) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:07.015357 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f57b3fc1-3cdc-409f-a974-323af91334b0 admin admin] Publish callbacks [] for security_group (02db515b-10d5-4906-a46f-0e6447b0c064), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:07.017146 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:UPDATE=2,neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:07.037816 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f57b3fc1-3cdc-409f-a974-323af91334b0 admin admin] Publish callbacks [] for security_group (02db515b-10d5-4906-a46f-0e6447b0c064), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:07.072045 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:07.099490 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f57b3fc1-3cdc-409f-a974-323af91334b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (02db515b-10d5-4906-a46f-0e6447b0c064), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:07.102705 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f57b3fc1-3cdc-409f-a974-323af91334b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:07.103862 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f57b3fc1-3cdc-409f-a974-323af91334b0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/02db515b-10d5-4906-a46f-0e6447b0c064 HTTP/1.1" status: 204 len: 168 time: 0.1459179 Aug 27 02:35:07.114471 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b3fc1-3cdc-409f-a974-323af91334b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02db515b-10d5-4906-a46f-0e6447b0c064,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:07.126061 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:07.127048 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:07.824416 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0ba33-5fe8-4d46-b56a-517ef03dd3bd req-434618a8-89f1-4aad-aad5-3c4280ca3486 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:07.826127 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7b0ba33-5fe8-4d46-b56a-517ef03dd3bd req-434618a8-89f1-4aad-aad5-3c4280ca3486 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 947 time: 0.0555217 Aug 27 02:35:07.876840 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7b0ba33-5fe8-4d46-b56a-517ef03dd3bd req-79d0ecb7-2c90-4659-906c-6aacb6fdcc53 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441892 Aug 27 02:35:08.343809 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b783606-a234-426b-9e8e-3376367b49ff req-6ee5e8c2-05ae-4e92-8d4d-9b79edb32d1b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:08.345321 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b783606-a234-426b-9e8e-3376367b49ff req-6ee5e8c2-05ae-4e92-8d4d-9b79edb32d1b tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 947 time: 0.0520627 Aug 27 02:35:08.442856 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Deleting port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:35:08.443200 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:08.540515 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] For port 67fc5822-1682-4324-ae1c-b98d8d2d09e8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=67fc5822-1682-4324-ae1c-b98d8d2d09e8,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:08.540887 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.035911 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.036867 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (59da2365-1427-454b-b06a-009858cce536), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.036867 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Floating IP 59da2365-1427-454b-b06a-009858cce536 disassociated. External IP: 172.27.1.98, port: 67fc5822-1682-4324-ae1c-b98d8d2d09e8. Aug 27 02:35:09.037252 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Calling delete_port for 67fc5822-1682-4324-ae1c-b98d8d2d09e8 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:35:09.047340 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ebd0d-9dca-4b10-b580-dc96c8dd93d3 req-c1746151-5443-4836-aa2f-7d10fd05487a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:09.048875 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-210ebd0d-9dca-4b10-b580-dc96c8dd93d3 req-c1746151-5443-4836-aa2f-7d10fd05487a tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 947 time: 0.0735693 Aug 27 02:35:09.152275 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-210ebd0d-9dca-4b10-b580-dc96c8dd93d3 req-a77948be-ba08-4175-a797-ba614dd16d03 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958521 Aug 27 02:35:09.250775 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (67fc5822-1682-4324-ae1c-b98d8d2d09e8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.281290 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event deleted for resources: {'Port': ['ID=67fc5822-1682-4324-ae1c-b98d8d2d09e8,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:09.409172 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Router 73619651-94ce-49ee-bfdb-5e08bde38425 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:09.419917 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:09.436039 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52732) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:09.474177 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:09.545578 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:09.557079 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e6cae-183b-4e53-beb7-7de76d83211d None None] Sync routers for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:09.573047 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e6cae-183b-4e53-beb7-7de76d83211d None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:09.573792 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-984e6cae-183b-4e53-beb7-7de76d83211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:34:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:09.574894 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a5110d04-31d8-44c1-8c21-257c53dad2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.595285 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] No DVR routers for this DVR port 67fc5822-1682-4324-ae1c-b98d8d2d09e8 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:35:09.596116 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:09.598749 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.600784 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:09.603485 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b783606-a234-426b-9e8e-3376367b49ff req-6bec1ba7-84da-4934-8727-e74cb414ebce tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.45 "DELETE /networking/v2.0/ports/67fc5822-1682-4324-ae1c-b98d8d2d09e8 HTTP/1.1" status: 204 len: 173 time: 1.2529321 Aug 27 02:35:09.604077 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'name': 'network-vif-deleted', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:35:09.606755 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e81bd19-99e7-40c5-838e-1c37262eec8a" -d '{"events": [{"server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "name": "network-vif-deleted", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:09.678708 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a5110d04-31d8-44c1-8c21-257c53dad2ed admin admin] Publish callbacks [] for security_group (aa3a7428-6c48-4104-add2-99f154972941), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.685753 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a5110d04-31d8-44c1-8c21-257c53dad2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (aa3a7428-6c48-4104-add2-99f154972941), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.739563 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-984e6cae-183b-4e53-beb7-7de76d83211d None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:09.757564 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-a5110d04-31d8-44c1-8c21-257c53dad2ed admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=92af0d5bc43e4887872a22d0fc70c77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200870 Aug 27 02:35:09.760327 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52740) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:09.769042 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5110d04-31d8-44c1-8c21-257c53dad2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3a7428-6c48-4104-add2-99f154972941,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:09.854161 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f82b9cca-600e-4d79-b7c6-25dfd5ec3edb admin admin] Publish callbacks [] for security_group (aa3a7428-6c48-4104-add2-99f154972941), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.880682 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f82b9cca-600e-4d79-b7c6-25dfd5ec3edb admin admin] Publish callbacks [] for security_group (aa3a7428-6c48-4104-add2-99f154972941), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.912063 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e242b7-1b01-4ca6-8ceb-e8a717f73ff0 x-openstack-request-id: req-04e242b7-1b01-4ca6-8ceb-e8a717f73ff0 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:09.912393 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff5c233-ad7f-4022-8582-e8620f32ebd5", "name": "network-vif-deleted", "tag": "67fc5822-1682-4324-ae1c-b98d8d2d09e8", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:09.912669 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04e242b7-1b01-4ca6-8ceb-e8a717f73ff0 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:09.913271 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e242b7-1b01-4ca6-8ceb-e8a717f73ff0'] response: {'server_uuid': 'fff5c233-ad7f-4022-8582-e8620f32ebd5', 'name': 'network-vif-deleted', 'tag': '67fc5822-1682-4324-ae1c-b98d8d2d09e8', 'status': 'completed', 'code': 200} Aug 27 02:35:09.945088 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f82b9cca-600e-4d79-b7c6-25dfd5ec3edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (aa3a7428-6c48-4104-add2-99f154972941), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.947672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f82b9cca-600e-4d79-b7c6-25dfd5ec3edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:09.948974 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f82b9cca-600e-4d79-b7c6-25dfd5ec3edb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/aa3a7428-6c48-4104-add2-99f154972941 HTTP/1.1" status: 204 len: 168 time: 0.1846020 Aug 27 02:35:09.958887 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b9cca-600e-4d79-b7c6-25dfd5ec3edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3a7428-6c48-4104-add2-99f154972941,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:10.004233 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-984e6cae-183b-4e53-beb7-7de76d83211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.034902 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e6cae-183b-4e53-beb7-7de76d83211d None None] Checking router: 73619651-94ce-49ee-bfdb-5e08bde38425 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:10.044673 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e6cae-183b-4e53-beb7-7de76d83211d None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:10.045339 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-984e6cae-183b-4e53-beb7-7de76d83211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:34:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.161196 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-984e6cae-183b-4e53-beb7-7de76d83211d None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:10.300084 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52748) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:10.318335 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b04218f7-9299-4d87-a9c6-c4f29a67f823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:10.328232 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-315281c9-076e-43c0-b9cc-66233f817f48 req-fd3cfa72-8b28-4230-8a76-6943dc78eb6c tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fff5c233-ad7f-4022-8582-e8620f32ebd5 HTTP/1.1" status: 200 len: 210 time: 0.0348735 Aug 27 02:35:10.418307 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-984e6cae-183b-4e53-beb7-7de76d83211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.422561 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b04218f7-9299-4d87-a9c6-c4f29a67f823 admin admin] Publish callbacks [] for security_group (fd6049ed-04c8-425e-82fa-fdcb95571308), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:10.427527 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b04218f7-9299-4d87-a9c6-c4f29a67f823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fd6049ed-04c8-425e-82fa-fdcb95571308), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:10.451427 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e6cae-183b-4e53-beb7-7de76d83211d None None] The sync data for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi is: [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:24:33Z', 'revision_number': 4, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': 'c65ae4a0-ed4b-4000-8a23-c0885994a944', 'name': '', 'network_id': 'daf58feb-9527-44f2-90a3-a19a525b593d', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'mac_address': 'fa:16:3e:38:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:32Z', 'updated_at': '2022-08-27T02:24:40Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'subnets': [{'id': '51f37e3d-0971-4b58-8f02-1411e5fb4df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:10.473348 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-b04218f7-9299-4d87-a9c6-c4f29a67f823 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=43a7b7694aec40f9afc381ebce644401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694293 Aug 27 02:35:10.473348 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04218f7-9299-4d87-a9c6-c4f29a67f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6049ed-04c8-425e-82fa-fdcb95571308,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:10.474349 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52750) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:10.533979 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2e242404-4940-438c-af2e-679f24e4ffed admin admin] Publish callbacks [] for security_group (fd6049ed-04c8-425e-82fa-fdcb95571308), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:10.556899 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2e242404-4940-438c-af2e-679f24e4ffed admin admin] Publish callbacks [] for security_group (fd6049ed-04c8-425e-82fa-fdcb95571308), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:10.607977 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2e242404-4940-438c-af2e-679f24e4ffed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fd6049ed-04c8-425e-82fa-fdcb95571308), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:10.610517 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2e242404-4940-438c-af2e-679f24e4ffed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:10.614328 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-2e242404-4940-438c-af2e-679f24e4ffed admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fd6049ed-04c8-425e-82fa-fdcb95571308 HTTP/1.1" status: 204 len: 168 time: 0.1363549 Aug 27 02:35:10.623822 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e242404-4940-438c-af2e-679f24e4ffed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6049ed-04c8-425e-82fa-fdcb95571308,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:10.727156 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee8b85-9d97-4b19-ac1d-c645262cc36e None None] New status for floating IP 59da2365-1427-454b-b06a-009858cce536: DOWN {{(pid=106605) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:35:11.436325 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52780) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:11.493056 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-03c3050c-d573-48c2-8bf0-5ef9a5b1aac0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (fe3c7b4f-c9d1-4703-9641-ff200ffd60ae), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:11.519264 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-03c3050c-d573-48c2-8bf0-5ef9a5b1aac0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (fe3c7b4f-c9d1-4703-9641-ff200ffd60ae), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:11.573151 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-03c3050c-d573-48c2-8bf0-5ef9a5b1aac0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (fe3c7b4f-c9d1-4703-9641-ff200ffd60ae), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:11.576071 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-03c3050c-d573-48c2-8bf0-5ef9a5b1aac0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:11.577288 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-03c3050c-d573-48c2-8bf0-5ef9a5b1aac0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fe3c7b4f-c9d1-4703-9641-ff200ffd60ae HTTP/1.1" status: 204 len: 168 time: 0.1399069 Aug 27 02:35:11.580328 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52782) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:11.592127 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3050c-d573-48c2-8bf0-5ef9a5b1aac0 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3c7b4f-c9d1-4703-9641-ff200ffd60ae,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:11.596554 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.api.v2.resource [None req-8c0b8380-c990-4f1c-aa7e-62749950bf99 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] show failed (client error): The resource could not be found. Aug 27 02:35:11.598582 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8c0b8380-c990-4f1c-aa7e-62749950bf99 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "GET /networking/v2.0/security-groups/fe3c7b4f-c9d1-4703-9641-ff200ffd60ae HTTP/1.1" status: 404 len: 347 time: 0.0157936 Aug 27 02:35:11.601040 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52784) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:11.734442 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-008e46cf-b7a7-44c9-ab69-5d60ac8657fb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Deleting port 133f782d-9939-4dc2-841c-e6e610b4bd34 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:35:11.734790 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-008e46cf-b7a7-44c9-ab69-5d60ac8657fb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (133f782d-9939-4dc2-841c-e6e610b4bd34), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:11.844811 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-008e46cf-b7a7-44c9-ab69-5d60ac8657fb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (133f782d-9939-4dc2-841c-e6e610b4bd34), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:11.846357 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-008e46cf-b7a7-44c9-ab69-5d60ac8657fb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (133f782d-9939-4dc2-841c-e6e610b4bd34), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:11.862001 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-008e46cf-b7a7-44c9-ab69-5d60ac8657fb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Calling delete_port for 133f782d-9939-4dc2-841c-e6e610b4bd34 owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:35:12.008319 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-008e46cf-b7a7-44c9-ab69-5d60ac8657fb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (133f782d-9939-4dc2-841c-e6e610b4bd34), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:12.031571 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e46cf-b7a7-44c9-ab69-5d60ac8657fb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Pushing event deleted for resources: {'Port': ['ID=133f782d-9939-4dc2-841c-e6e610b4bd34,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:12.100105 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-008e46cf-b7a7-44c9-ab69-5d60ac8657fb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks [] for floatingip (59da2365-1427-454b-b06a-009858cce536), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:12.103628 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-008e46cf-b7a7-44c9-ab69-5d60ac8657fb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:12.105018 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-008e46cf-b7a7-44c9-ab69-5d60ac8657fb tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/59da2365-1427-454b-b06a-009858cce536 HTTP/1.1" status: 204 len: 168 time: 0.5023565 Aug 27 02:35:12.615701 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 67fc5822-1682-4324-ae1c-b98d8d2d09e8 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:12.639160 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 67fc5822-1682-4324-ae1c-b98d8d2d09e8 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:35:12.639470 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 67fc5822-1682-4324-ae1c-b98d8d2d09e8 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:17.756907 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52830) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:18.010132 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:18.253701 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675507'] for router_interface (73619651-94ce-49ee-bfdb-5e08bde38425), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:18.286516 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:18.504403 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] Deleting port c65ae4a0-ed4b-4000-8a23-c0885994a944 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:35:18.504672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:18.597584 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] For port c65ae4a0-ed4b-4000-8a23-c0885994a944, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=c65ae4a0-ed4b-4000-8a23-c0885994a944,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:18.598106 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:18.612672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] Calling delete_port for c65ae4a0-ed4b-4000-8a23-c0885994a944 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:35:18.823876 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (c65ae4a0-ed4b-4000-8a23-c0885994a944), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:18.855968 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65ae4a0-ed4b-4000-8a23-c0885994a944,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:18.972422 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:19.045711 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675399'] for router_interface (73619651-94ce-49ee-bfdb-5e08bde38425), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:19.209104 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:19.277027 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] Router 73619651-94ce-49ee-bfdb-5e08bde38425 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:19.387672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:19.392997 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6a4bb7b7-86f4-46aa-b503-792f8aab7249 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/73619651-94ce-49ee-bfdb-5e08bde38425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6350367 Aug 27 02:35:19.395791 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52866) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:19.398584 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bed2cd-690f-41e4-99b8-cfdfe24accb1 None None] Sync routers for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:19.409930 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bed2cd-690f-41e4-99b8-cfdfe24accb1 None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:19.410654 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-37bed2cd-690f-41e4-99b8-cfdfe24accb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:34:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:19.503159 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Publish callbacks [] for router (73619651-94ce-49ee-bfdb-5e08bde38425), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:19.517811 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-37bed2cd-690f-41e4-99b8-cfdfe24accb1 None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:19.615825 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Publish callbacks [] for router_gateway (73619651-94ce-49ee-bfdb-5e08bde38425), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:19.666061 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Deleting port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:35:19.666285 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:19.757912 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] For port 57b32ea6-e21b-4c32-81f5-b70f3cac95ae, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=57b32ea6-e21b-4c32-81f5-b70f3cac95ae,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:19.758274 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:19.772116 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Calling delete_port for 57b32ea6-e21b-4c32-81f5-b70f3cac95ae owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:35:19.788331 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-37bed2cd-690f-41e4-99b8-cfdfe24accb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:35:18Z', 'revision_number': 5, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port': {'id': '57b32ea6-e21b-4c32-81f5-b70f3cac95ae', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:24:31Z', 'updated_at': '2022-08-27T02:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:19.817518 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bed2cd-690f-41e4-99b8-cfdfe24accb1 None None] Checking router: 73619651-94ce-49ee-bfdb-5e08bde38425 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:19.824924 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:19.827210 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bed2cd-690f-41e4-99b8-cfdfe24accb1 None None] Routers {'73619651-94ce-49ee-bfdb-5e08bde38425'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:19.827875 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-37bed2cd-690f-41e4-99b8-cfdfe24accb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:34:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['73619651-94ce-49ee-bfdb-5e08bde38425'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:19.831013 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:19.893088 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:19.923349 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-37bed2cd-690f-41e4-99b8-cfdfe24accb1 None None] Set router 73619651-94ce-49ee-bfdb-5e08bde38425 gateway port host: None {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:19.954741 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (57b32ea6-e21b-4c32-81f5-b70f3cac95ae), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:19.976496 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-37bed2cd-690f-41e4-99b8-cfdfe24accb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:35:19Z', 'revision_number': 6, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port_host': None}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:19.981061 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=57b32ea6-e21b-4c32-81f5-b70f3cac95ae,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:20.002692 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bed2cd-690f-41e4-99b8-cfdfe24accb1 None None] The sync data for ids ['73619651-94ce-49ee-bfdb-5e08bde38425'] in dv-cinder-846303-3-iscsi is: [{'id': '73619651-94ce-49ee-bfdb-5e08bde38425', 'name': 'tempest-AttachVolumeShelveTestJSON-1588202753-router', 'tenant_id': 'c938ae5fd22a43e8a01859da2a336b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:24:30Z', 'updated_at': '2022-08-27T02:35:19Z', 'revision_number': 6, 'project_id': 'c938ae5fd22a43e8a01859da2a336b53', 'gw_port_host': None}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:20.061111 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676854'] for router_gateway (73619651-94ce-49ee-bfdb-5e08bde38425), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.182183 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62925'] for router (73619651-94ce-49ee-bfdb-5e08bde38425), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.185302 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Publish callbacks [] for router_controller (73619651-94ce-49ee-bfdb-5e08bde38425), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.231299 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1675487'] for router (73619651-94ce-49ee-bfdb-5e08bde38425), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.231854 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73619651-94ce-49ee-bfdb-5e08bde38425 {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:20.236174 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.237356 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-028a0b72-756a-4ff5-afe3-ae1dfb76f0dc admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/73619651-94ce-49ee-bfdb-5e08bde38425 HTTP/1.1" status: 204 len: 168 time: 0.8406291 Aug 27 02:35:20.240596 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52874) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:20.292837 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fccf74d-dd0c-4eba-a76f-a3adc32095a5 admin admin] Deleting subnet 51f37e3d-0971-4b58-8f02-1411e5fb4df6 {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:35:20.295414 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:20.299000 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9fccf74d-dd0c-4eba-a76f-a3adc32095a5 admin admin] Publish callbacks [] for subnet (51f37e3d-0971-4b58-8f02-1411e5fb4df6), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.339279 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9fccf74d-dd0c-4eba-a76f-a3adc32095a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15258016'] for subnet (51f37e3d-0971-4b58-8f02-1411e5fb4df6), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.425507 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9fccf74d-dd0c-4eba-a76f-a3adc32095a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (51f37e3d-0971-4b58-8f02-1411e5fb4df6), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.484958 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9fccf74d-dd0c-4eba-a76f-a3adc32095a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15337968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13771221'] for subnet (51f37e3d-0971-4b58-8f02-1411e5fb4df6), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.513592 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccf74d-dd0c-4eba-a76f-a3adc32095a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f37e3d-0971-4b58-8f02-1411e5fb4df6,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:20.520368 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9fccf74d-dd0c-4eba-a76f-a3adc32095a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.526772 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-9fccf74d-dd0c-4eba-a76f-a3adc32095a5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/51f37e3d-0971-4b58-8f02-1411e5fb4df6 HTTP/1.1" status: 204 len: 168 time: 0.2849557 Aug 27 02:35:20.526939 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2be3f-8271-4635-84d8-152c79e45006 None None] Network daf58feb-9527-44f2-90a3-a19a525b593d requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:35:20.527718 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52876) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:20.613828 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (daf58feb-9527-44f2-90a3-a19a525b593d), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.621405 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device c65ae4a0-ed4b-4000-8a23-c0885994a944 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:20.647012 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: c65ae4a0-ed4b-4000-8a23-c0885994a944 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:35:20.647390 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device c65ae4a0-ed4b-4000-8a23-c0885994a944 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:20.647769 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 57b32ea6-e21b-4c32-81f5-b70f3cac95ae no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:20.666472 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Deleting port e999e18a-5633-4e71-8323-f660b38a7e04 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:35:20.666922 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.670798 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 57b32ea6-e21b-4c32-81f5-b70f3cac95ae {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:35:20.671135 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 57b32ea6-e21b-4c32-81f5-b70f3cac95ae not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:20.722610 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf98ed-c5c3-4940-a19c-73203174115e None None] DHCP port deletion for daf58feb-9527-44f2-90a3-a19a525b593d request from dv-cinder-846303-3-iscsi {{(pid=106605) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 02:35:20.745715 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] For port e999e18a-5633-4e71-8323-f660b38a7e04, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=e999e18a-5633-4e71-8323-f660b38a7e04,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:20.746178 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.762087 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Calling delete_port for e999e18a-5633-4e71-8323-f660b38a7e04 owned by network:dhcp {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:35:20.769603 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-00cf98ed-c5c3-4940-a19c-73203174115e None None] Deleting port e999e18a-5633-4e71-8323-f660b38a7e04 {{(pid=106605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:35:20.770761 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-00cf98ed-c5c3-4940-a19c-73203174115e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), before_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.831957 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:20.847237 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-00cf98ed-c5c3-4940-a19c-73203174115e None None] For port e999e18a-5633-4e71-8323-f660b38a7e04, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=e999e18a-5633-4e71-8323-f660b38a7e04,segment=NetworkSegment(e58bd0dc-3e7c-41ba-a9d8-541e89a42116),segment_id=e58bd0dc-3e7c-41ba-a9d8-541e89a42116)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:20.847651 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-00cf98ed-c5c3-4940-a19c-73203174115e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), precommit_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.854629 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.866156 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-00cf98ed-c5c3-4940-a19c-73203174115e None None] Calling delete_port for e999e18a-5633-4e71-8323-f660b38a7e04 owned by network:dhcp {{(pid=106605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:35:20.882596 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e999e18a-5633-4e71-8323-f660b38a7e04,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:20.886254 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] No DVR routers for this DVR port e999e18a-5633-4e71-8323-f660b38a7e04 on host dv-cinder-846303-3-iscsi {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:35:20.954701 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7c84da72-b5b8-455b-b84c-b5e76a8e9abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.967374 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (daf58feb-9527-44f2-90a3-a19a525b593d), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.989798 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-00cf98ed-c5c3-4940-a19c-73203174115e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (e999e18a-5633-4e71-8323-f660b38a7e04), after_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:20.994313 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf58feb-9527-44f2-90a3-a19a525b593d']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:21.006421 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:21.006655 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58bd0dc-3e7c-41ba-a9d8-541e89a42116') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:21.017573 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf98ed-c5c3-4940-a19c-73203174115e None None] Pushing event deleted for resources: {'Port': ['ID=e999e18a-5633-4e71-8323-f660b38a7e04,revision_number=None']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:21.019284 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15258025'] for segment (e58bd0dc-3e7c-41ba-a9d8-541e89a42116), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.022844 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf98ed-c5c3-4940-a19c-73203174115e None None] No DVR routers for this DVR port e999e18a-5633-4e71-8323-f660b38a7e04 on host dv-cinder-846303-3-iscsi {{(pid=106605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:35:21.042672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (e58bd0dc-3e7c-41ba-a9d8-541e89a42116), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.051231 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:21.051903 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337898'] for segment (e58bd0dc-3e7c-41ba-a9d8-541e89a42116), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.109187 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment e58bd0dc-3e7c-41ba-a9d8-541e89a42116 resource provider aggregate not found Aug 27 02:35:21.128667 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment e58bd0dc-3e7c-41ba-a9d8-541e89a42116 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e58bd0dc-3e7c-41ba-a9d8-541e89a42116 found for delete ", "request_id": "req-a0e87a10-19a8-446b-b222-feaae483cb49"}]} Aug 27 02:35:21.143324 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (daf58feb-9527-44f2-90a3-a19a525b593d), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.149258 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.152417 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/daf58feb-9527-44f2-90a3-a19a525b593d HTTP/1.1" status: 204 len: 168 time: 0.6236973 Aug 27 02:35:21.321478 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52888) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:21.372815 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:21.384193 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-0d5e7be8-1f09-40f7-870e-f920fe47d0cb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c938ae5fd22a43e8a01859da2a336b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606999 Aug 27 02:35:21.386904 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52892) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:21.448221 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5441b300-2b55-42c2-a577-5a5501d30820 admin admin] Publish callbacks [] for security_group (ec269266-7916-4370-a881-dc248853b334), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.448807 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8018d3a-3c0f-4ddd-b5ca-1fdfd97f64bd admin admin] Pushing event deleted for resources: {'Network': ['ID=daf58feb-9527-44f2-90a3-a19a525b593d,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:21.477294 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5441b300-2b55-42c2-a577-5a5501d30820 admin admin] Publish callbacks [] for security_group (ec269266-7916-4370-a881-dc248853b334), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.491380 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52894) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:21.542581 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5441b300-2b55-42c2-a577-5a5501d30820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (ec269266-7916-4370-a881-dc248853b334), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.545301 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5441b300-2b55-42c2-a577-5a5501d30820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.546413 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-5441b300-2b55-42c2-a577-5a5501d30820 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ec269266-7916-4370-a881-dc248853b334 HTTP/1.1" status: 204 len: 168 time: 0.1584718 Aug 27 02:35:21.556076 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441b300-2b55-42c2-a577-5a5501d30820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec269266-7916-4370-a881-dc248853b334,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:21.620205 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43a6a906-867a-4bb2-a9ed-6348358e1a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.714843 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:21.717714 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43a6a906-867a-4bb2-a9ed-6348358e1a8d admin admin] Publish callbacks [] for security_group (140b8a66-36ea-481f-b938-dd87f0b4b7e3), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.723428 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43a6a906-867a-4bb2-a9ed-6348358e1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (140b8a66-36ea-481f-b938-dd87f0b4b7e3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:21.772691 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-43a6a906-867a-4bb2-a9ed-6348358e1a8d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=80ccce2a519b40748805db563d825564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801371 Aug 27 02:35:21.773784 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6a906-867a-4bb2-a9ed-6348358e1a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140b8a66-36ea-481f-b938-dd87f0b4b7e3,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:21.775566 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52902) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:21.846937 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-150401e2-2265-435e-82ba-cb0b23e5ce54 admin admin] Publish callbacks [] for security_group (140b8a66-36ea-481f-b938-dd87f0b4b7e3), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.140457 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-150401e2-2265-435e-82ba-cb0b23e5ce54 admin admin] Publish callbacks [] for security_group (140b8a66-36ea-481f-b938-dd87f0b4b7e3), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.142292 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:22.198035 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-150401e2-2265-435e-82ba-cb0b23e5ce54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (140b8a66-36ea-481f-b938-dd87f0b4b7e3), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.200673 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-150401e2-2265-435e-82ba-cb0b23e5ce54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.201868 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-150401e2-2265-435e-82ba-cb0b23e5ce54 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/140b8a66-36ea-481f-b938-dd87f0b4b7e3 HTTP/1.1" status: 204 len: 168 time: 0.4245663 Aug 27 02:35:22.211721 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150401e2-2265-435e-82ba-cb0b23e5ce54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b8a66-36ea-481f-b938-dd87f0b4b7e3,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:22.318723 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52922) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:22.589892 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-252837140-network', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:22.611830 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Made reservation on behalf of a8055f4326f640fc8927f5cfdef39dd3 for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:22.614996 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.620325 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device e999e18a-5633-4e71-8323-f660b38a7e04 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:22.628928 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.645050 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: e999e18a-5633-4e71-8323-f660b38a7e04 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:35:22.645598 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device e999e18a-5633-4e71-8323-f660b38a7e04 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:22.733246 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Publish callbacks [] for security_group (6f5da1f5-4b04-48f2-9bc4-150a88f1b1ce), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.737929 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (6f5da1f5-4b04-48f2-9bc4-150a88f1b1ce), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.765241 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:22.776507 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5da1f5-4b04-48f2-9bc4-150a88f1b1ce,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:22.781934 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (95f3a340-5f54-4936-945e-f286706e79c8), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.782181 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Added segment 95f3a340-5f54-4936-945e-f286706e79c8 of type vlan for network 59638dff-2144-4bc2-a657-3cc12e54e5c1 Aug 27 02:35:22.827551 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (59638dff-2144-4bc2-a657-3cc12e54e5c1), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.874370 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (59638dff-2144-4bc2-a657-3cc12e54e5c1), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.875645 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:22.876480 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:22.947434 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6274829 Aug 27 02:35:22.951052 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52942) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:22.958337 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] Request body: {'subnet': {'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-252837140-subnet', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:22.963160 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2809c-56b6-4e62-ba12-a84e993012d2 admin admin] Pushing event updated for resources: {'Network': ['ID=59638dff-2144-4bc2-a657-3cc12e54e5c1,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:22.980423 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network 59638dff-2144-4bc2-a657-3cc12e54e5c1 details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:22.995476 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] Made reservation on behalf of a8055f4326f640fc8927f5cfdef39dd3 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:22.999438 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13771248'] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.142880 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52946) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:23.214996 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15336501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13771202'] for subnet (623e9093-88e8-454c-b06e-d8c0b0cb6898), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.255097 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1744025373-network', 'tenant_id': '79e671941c234f36b542080d256de2c6'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:23.273067 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623e9093-88e8-454c-b06e-d8c0b0cb6898,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.283704 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Made reservation on behalf of 79e671941c234f36b542080d256de2c6 for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:23.286870 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.293317 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] Checking segment: {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:23.293991 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] Network hostable DHCP agents. Network: 59638dff-2144-4bc2-a657-3cc12e54e5c1, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:23.296285 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.318295 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] Network 59638dff-2144-4bc2-a657-3cc12e54e5c1 is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:23.329956 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, 59638dff-2144-4bc2-a657-3cc12e54e5c1) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:23.335674 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:23.336935 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:23.338010 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.346261 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36c4e1c-5713-4949-b53d-155c1cc3bad5 None None] Network 59638dff-2144-4bc2-a657-3cc12e54e5c1 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:35:23.360941 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c49ea206-6a9d-4a08-883a-bb9ddefe88f6 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4076033 Aug 27 02:35:23.364035 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52950) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:23.373301 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:23.401105 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (de22d7d8-38ef-4996-9529-e421f60f5c70), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.402849 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (de22d7d8-38ef-4996-9529-e421f60f5c70), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.406626 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Publish callbacks [] for security_group (7e3f8788-36f8-4bdd-a74a-60e6e6d22ea5), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.411729 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (7e3f8788-36f8-4bdd-a74a-60e6e6d22ea5), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.417442 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:23.440200 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3f8788-36f8-4bdd-a74a-60e6e6d22ea5,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.454085 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:23.465594 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (9f99a69d-206b-4515-9b90-f827a81fe526), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.466041 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Added segment 9f99a69d-206b-4515-9b90-f827a81fe526 of type vlan for network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 Aug 27 02:35:23.481797 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-59638dff-2144-4bc2-a657-3cc12e54e5c1', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:35:23.482825 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.492294 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Publish callbacks [] for router_controller (de22d7d8-38ef-4996-9529-e421f60f5c70), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.522934 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (3a1ac093-e4b6-48ea-aff8-2575f231ba35), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.558261 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (3a1ac093-e4b6-48ea-aff8-2575f231ba35), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.559936 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:23.560729 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.630047 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4858479 Aug 27 02:35:23.633622 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52952) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:23.636767 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Allocated IP 172.20.0.2 (59638dff-2144-4bc2-a657-3cc12e54e5c1/623e9093-88e8-454c-b06e-d8c0b0cb6898/20f0942c-aa2f-412e-b82b-c8e7bf9f10a6) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:23.637567 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4789b-b32a-4124-9075-48b22df943da admin admin] Pushing event updated for resources: {'Network': ['ID=3a1ac093-e4b6-48ea-aff8-2575f231ba35,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.643371 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] Request body: {'subnet': {'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1744025373-subnet', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:23.650279 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:23.691391 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Publish callbacks [] for router_gateway (de22d7d8-38ef-4996-9529-e421f60f5c70), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.742901 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] Made reservation on behalf of 79e671941c234f36b542080d256de2c6 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:23.745330 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13771248'] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.764635 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:23.773420 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:23.862196 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Publish callbacks [] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.869046 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:23.884905 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:23.913849 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Network 59638dff-2144-4bc2-a657-3cc12e54e5c1 is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:23.919822 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:23.922175 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Pushing event updated for resources: {'Port': ['ID=20f0942c-aa2f-412e-b82b-c8e7bf9f10a6,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.924723 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:35:23.998757 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4b378373-9b76-40f6-89d8-697f3e46b383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.004718 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Attempting to bind port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:35:24.005383 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Attempting to bind port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:35:24.005954 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Attempting to bind port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 on network 59638dff-2144-4bc2-a657-3cc12e54e5c1 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:35:24.010467 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Publish callbacks [] for router_gateway (de22d7d8-38ef-4996-9529-e421f60f5c70), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.014903 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:35:24.015276 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Checking segment: {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:24.015778 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.016470 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Bound using segment: {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:35:24.016643 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Bound port: 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:35:24.017099 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.032210 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.084736 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] For port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:24.088027 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] For port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=20f0942c-aa2f-412e-b82b-c8e7bf9f10a6,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:24.095078 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.120238 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15336501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13771202'] for subnet (8c080214-b45e-4fcb-b0ae-d5409fab3aae), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.160266 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24c1f1-0136-47e9-970e-586159242f4b None None] Pushing event updated for resources: {'Port': ['ID=20f0942c-aa2f-412e-b82b-c8e7bf9f10a6,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:24.210260 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c080214-b45e-4fcb-b0ae-d5409fab3aae,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:24.268328 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] Checking segment: {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:24.268688 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] Network hostable DHCP agents. Network: 3a1ac093-e4b6-48ea-aff8-2575f231ba35, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:24.273962 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Allocated IP 172.27.1.172 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/ce014ab0-ed7e-4b24-85d0-c06ec0fad878) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:24.358015 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] Network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:24.361906 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:24.384568 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, 3a1ac093-e4b6-48ea-aff8-2575f231ba35) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:24.395585 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45490e66-89ad-4815-942c-d8f55048c287 None None] Network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:35:24.399014 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:24.399619 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.434691 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fc3e36ca-5f75-4102-8ea1-839e2273889e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7968698 Aug 27 02:35:24.434929 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52954) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:24.439594 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:24.468922 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Publish callbacks [] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.487739 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (8ab30363-72c0-4158-84ed-51aa1d7bea78), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.488875 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (8ab30363-72c0-4158-84ed-51aa1d7bea78), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.538221 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.558451 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:35:24.562548 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.599392 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Publish callbacks [] for router_controller (8ab30363-72c0-4158-84ed-51aa1d7bea78), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.649713 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:24.653981 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:24.685812 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:24.691628 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:35:24.698419 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Pushing event updated for resources: {'Port': ['ID=ce014ab0-ed7e-4b24-85d0-c06ec0fad878,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:24.756931 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:24.757329 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.784182 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Allocated IP 172.20.0.2 (3a1ac093-e4b6-48ea-aff8-2575f231ba35/8c080214-b45e-4fcb-b0ae-d5409fab3aae/654ac6f5-4b12-4308-b449-b722cf94bb5d) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:24.798733 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:24.813309 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Publish callbacks [] for router_gateway (8ab30363-72c0-4158-84ed-51aa1d7bea78), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.815895 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:24.915989 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:24.916374 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:24.988475 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:25.010984 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=20f0942c-aa2f-412e-b82b-c8e7bf9f10a6,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:25.016847 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.058663 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Publish callbacks [] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.079963 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.110659 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:25.111973 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=20f0942c-aa2f-412e-b82b-c8e7bf9f10a6,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.115679 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:25.119919 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:35:25.251592 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Publish callbacks [] for router_gateway (de22d7d8-38ef-4996-9529-e421f60f5c70), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.298775 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Publish callbacks [] for router_gateway (8ab30363-72c0-4158-84ed-51aa1d7bea78), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.324258 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.340877 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fc6230-b38d-433b-a187-d85692a98ade None None] Network 59638dff-2144-4bc2-a657-3cc12e54e5c1 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:35:25.403655 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:25.411303 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Pushing event updated for resources: {'Port': ['ID=654ac6f5-4b12-4308-b449-b722cf94bb5d,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.416674 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-80583842-e452-491f-bef1-d27835a36aaa None None] Provisioning complete for port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:25.417048 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-80583842-e452-491f-bef1-d27835a36aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.421674 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Attempting to bind port 654ac6f5-4b12-4308-b449-b722cf94bb5d on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:35:25.422037 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Attempting to bind port 654ac6f5-4b12-4308-b449-b722cf94bb5d by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:35:25.422353 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Attempting to bind port 654ac6f5-4b12-4308-b449-b722cf94bb5d on network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:35:25.461215 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:35:25.461481 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Checking segment: {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:25.461916 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.462291 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Bound using segment: {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:35:25.462773 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Bound port: 654ac6f5-4b12-4308-b449-b722cf94bb5d, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:35:25.463157 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.580854 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Allocated IP 172.27.1.106 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/899bc9de-923c-4cce-a3a1-d60a82451aeb) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:25.603303 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (de22d7d8-38ef-4996-9529-e421f60f5c70), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.616247 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] For port 654ac6f5-4b12-4308-b449-b722cf94bb5d, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:25.633616 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] For port 654ac6f5-4b12-4308-b449-b722cf94bb5d, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=654ac6f5-4b12-4308-b449-b722cf94bb5d,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:25.638696 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-80583842-e452-491f-bef1-d27835a36aaa None None] Current status of the port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:25.642716 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.705217 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b862b3f-1dbd-4419-a554-61ae39b40b64 None None] Pushing event updated for resources: {'Port': ['ID=654ac6f5-4b12-4308-b449-b722cf94bb5d,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.780850 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:25.833578 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Publish callbacks [] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.927753 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.939040 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Router de22d7d8-38ef-4996-9529-e421f60f5c70 is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:25.967450 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-4a2d596e-d95b-4f38-b4e4-c10d2c9e9208 None None] Provisioning complete for port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:25.968080 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4a2d596e-d95b-4f38-b4e4-c10d2c9e9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:25.982290 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:25.989162 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:25.994145 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:35:26.002188 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Pushing event updated for resources: {'Port': ['ID=899bc9de-923c-4cce-a3a1-d60a82451aeb,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.067390 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-4a2d596e-d95b-4f38-b4e4-c10d2c9e9208 None None] Current status of the port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:26.526922 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:26.540889 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Sync routers for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:26.545037 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:26.569651 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:26.571121 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f6159e2a-71bc-4270-9e29-a90cba312355 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2039912 Aug 27 02:35:26.579368 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:26.580466 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:26.581467 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52956) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:26.681269 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:DELETE=4,neutron:SELECT=70,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:26.719622 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:26.725754 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Publish callbacks [] for router_gateway (8ab30363-72c0-4158-84ed-51aa1d7bea78), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:26.763476 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:26.797252 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 654ac6f5-4b12-4308-b449-b722cf94bb5d up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:26.840083 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df87eeec-79a3-4447-9a79-fdc8ba9e9a1b None None] Network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:35:26.844461 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:26.982387 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (8ab30363-72c0-4158-84ed-51aa1d7bea78), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:26.985177 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:27.062207 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-7ff97026-1b9d-4c08-8260-72450f39a9a3 None None] Provisioning complete for port 654ac6f5-4b12-4308-b449-b722cf94bb5d triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:27.062709 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7ff97026-1b9d-4c08-8260-72450f39a9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.104184 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 654ac6f5-4b12-4308-b449-b722cf94bb5d triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:27.104626 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.121009 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:27.148012 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Router 8ab30363-72c0-4158-84ed-51aa1d7bea78 is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:27.194763 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.263428 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:27.283818 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:27.297971 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Sync routers for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:27.315438 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:27.316346 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:27.318948 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.320955 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6daee21e-62cb-4a0b-bb2a-478512267f73 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8849835 Aug 27 02:35:27.335598 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52958) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:27.359501 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-7ff97026-1b9d-4c08-8260-72450f39a9a3 None None] Current status of the port 654ac6f5-4b12-4308-b449-b722cf94bb5d is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:27.360040 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7ff97026-1b9d-4c08-8260-72450f39a9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.382601 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 654ac6f5-4b12-4308-b449-b722cf94bb5d is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:27.382986 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.388531 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:24Z', 'revision_number': 3, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:27.408859 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Allocated IP 172.20.0.1 (59638dff-2144-4bc2-a657-3cc12e54e5c1/623e9093-88e8-454c-b06e-d8c0b0cb6898/378b073d-1c13-4364-95c6-42289b2d5ccd) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:27.457713 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Checking router: de22d7d8-38ef-4996-9529-e421f60f5c70 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:27.458171 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Updating router de22d7d8-38ef-4996-9529-e421f60f5c70 port ce014ab0-ed7e-4b24-85d0-c06ec0fad878 binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:35:27.499723 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:27.500855 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:27.514875 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-7ff97026-1b9d-4c08-8260-72450f39a9a3 None None] For port 654ac6f5-4b12-4308-b449-b722cf94bb5d, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=654ac6f5-4b12-4308-b449-b722cf94bb5d,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:27.519849 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.524900 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7ff97026-1b9d-4c08-8260-72450f39a9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.663119 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Publish callbacks [] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.712239 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.721159 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.db.api [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 27 02:35:27.721582 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG oslo_db.api [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:27.731284 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-12618525-4115-49dd-b0bb-67cddedab415 None None] Provisioning complete for port 654ac6f5-4b12-4308-b449-b722cf94bb5d triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:27.731812 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-12618525-4115-49dd-b0bb-67cddedab415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.774969 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:26Z', 'revision_number': 3, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:27.806186 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:27.809714 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Checking router: 8ab30363-72c0-4158-84ed-51aa1d7bea78 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:27.810192 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Updating router 8ab30363-72c0-4158-84ed-51aa1d7bea78 port 899bc9de-923c-4cce-a3a1-d60a82451aeb binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:35:27.811432 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff97026-1b9d-4c08-8260-72450f39a9a3 None None] Pushing event updated for resources: {'Port': ['ID=654ac6f5-4b12-4308-b449-b722cf94bb5d,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:27.813570 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Pushing event updated for resources: {'Port': ['ID=378b073d-1c13-4364-95c6-42289b2d5ccd,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:27.826029 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Network 59638dff-2144-4bc2-a657-3cc12e54e5c1 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:27.827940 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:27.847495 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:35:27.868298 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:27.917559 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (de22d7d8-38ef-4996-9529-e421f60f5c70), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.025155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:28.042436 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.055673 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-12618525-4115-49dd-b0bb-67cddedab415 None None] Current status of the port 654ac6f5-4b12-4308-b449-b722cf94bb5d is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:28.089004 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.102046 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.296065 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Allocated IP 172.20.0.1 (3a1ac093-e4b6-48ea-aff8-2575f231ba35/8c080214-b45e-4fcb-b0ae-d5409fab3aae/3211eeae-6879-4e7e-88b6-dd390da77dc8) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:28.329361 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:28.360533 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Publish callbacks [] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.366989 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.378265 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-ebdbd714-2b83-45d6-95df-66e1a433d8a3 None None] Provisioning complete for port 378b073d-1c13-4364-95c6-42289b2d5ccd triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:28.378647 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ebdbd714-2b83-45d6-95df-66e1a433d8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.413265 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Publish callbacks [] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.421948 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 654ac6f5-4b12-4308-b449-b722cf94bb5d is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:28.422886 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:28.431439 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.459746 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (de22d7d8-38ef-4996-9529-e421f60f5c70), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.461760 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Pushing event updated for resources: {'Port': ['ID=378b073d-1c13-4364-95c6-42289b2d5ccd,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:28.489541 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Publish callbacks [] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.503277 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a80d7-f4c0-437d-8b56-b7d2fba0ca1e None None] Pushing event updated for resources: {'Port': ['ID=ce014ab0-ed7e-4b24-85d0-c06ec0fad878,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:28.510199 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:28.519439 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbd714-2b83-45d6-95df-66e1a433d8a3 None None] Port 378b073d-1c13-4364-95c6-42289b2d5ccd cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:35:28.531150 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Attempting to bind port ce014ab0-ed7e-4b24-85d0-c06ec0fad878 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:35:28.531526 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Attempting to bind port ce014ab0-ed7e-4b24-85d0-c06ec0fad878 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:35:28.532534 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Attempting to bind port ce014ab0-ed7e-4b24-85d0-c06ec0fad878 on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:35:28.543256 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:35:28.543632 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:28.544035 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.544426 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:35:28.544915 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Bound port: ce014ab0-ed7e-4b24-85d0-c06ec0fad878, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:35:28.545460 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.559093 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.562172 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:28.584514 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:28.584514 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.626882 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Pushing event updated for resources: {'Port': ['ID=3211eeae-6879-4e7e-88b6-dd390da77dc8,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:28.638429 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Network 59638dff-2144-4bc2-a657-3cc12e54e5c1 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:28.642076 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:28.644568 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] For port ce014ab0-ed7e-4b24-85d0-c06ec0fad878, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:28.651435 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:28.652085 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] For port ce014ab0-ed7e-4b24-85d0-c06ec0fad878, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=ce014ab0-ed7e-4b24-85d0-c06ec0fad878,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:28.653211 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:28.655138 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:28.658499 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:35:28.732357 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.737644 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:28.751839 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Publish callbacks [] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.758680 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (8ab30363-72c0-4158-84ed-51aa1d7bea78), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.772953 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.793988 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:28.795221 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:28.875532 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Attempting to bind port 899bc9de-923c-4cce-a3a1-d60a82451aeb on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:35:28.876114 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Attempting to bind port 899bc9de-923c-4cce-a3a1-d60a82451aeb by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:35:28.876672 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Attempting to bind port 899bc9de-923c-4cce-a3a1-d60a82451aeb on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:35:28.888703 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Pushing event updated for resources: {'Port': ['ID=899bc9de-923c-4cce-a3a1-d60a82451aeb,revision_number=2']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:28.904015 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:35:28.904657 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:28.905322 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.906007 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:35:28.906982 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Bound port: 899bc9de-923c-4cce-a3a1-d60a82451aeb, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:35:28.907255 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:28.986336 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Router de22d7d8-38ef-4996-9529-e421f60f5c70 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:29.007646 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 654ac6f5-4b12-4308-b449-b722cf94bb5d up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:29.044637 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.045094 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.045770 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.046207 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.047518 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.048175 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.048518 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.048865 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.049513 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.050045 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.050396 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.050711 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.051034 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.051364 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.051904 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.057164 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:29.060000 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] For port 899bc9de-923c-4cce-a3a1-d60a82451aeb, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:29.065423 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] For port 899bc9de-923c-4cce-a3a1-d60a82451aeb, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=899bc9de-923c-4cce-a3a1-d60a82451aeb,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:29.075978 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.127296 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.152458 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:29.153430 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:29.179966 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a80d7-f4c0-437d-8b56-b7d2fba0ca1e None None] Pushing event updated for resources: {'Port': ['ID=ce014ab0-ed7e-4b24-85d0-c06ec0fad878,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:29.200670 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.220085 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:29.234104 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-2d32b6b2-49f2-477e-9fdb-6153211a626f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/de22d7d8-38ef-4996-9529-e421f60f5c70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6503403 Aug 27 02:35:29.249514 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.252916 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8b31d-27bc-40b4-8ca2-67f64c4c6230 None None] Pushing event updated for resources: {'Port': ['ID=899bc9de-923c-4cce-a3a1-d60a82451aeb,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:29.255531 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-2420c950-4be5-404b-999c-4067bf2e0a8e None None] Provisioning complete for port 3211eeae-6879-4e7e-88b6-dd390da77dc8 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:29.255999 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-2420c950-4be5-404b-999c-4067bf2e0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.274799 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 654ac6f5-4b12-4308-b449-b722cf94bb5d triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:29.275171 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.340779 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:29.354979 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:29.388574 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-2420c950-4be5-404b-999c-4067bf2e0a8e None None] Port 3211eeae-6879-4e7e-88b6-dd390da77dc8 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:35:29.411881 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:29.414451 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Publish callbacks [] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.421520 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.454603 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:29.493791 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-2420c950-4be5-404b-999c-4067bf2e0a8e None None] Provisioning complete for port 378b073d-1c13-4364-95c6-42289b2d5ccd triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:29.494401 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-2420c950-4be5-404b-999c-4067bf2e0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.521736 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (8ab30363-72c0-4158-84ed-51aa1d7bea78), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.537453 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Pushing event updated for resources: {'Port': ['ID=3211eeae-6879-4e7e-88b6-dd390da77dc8,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:29.587496 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 654ac6f5-4b12-4308-b449-b722cf94bb5d is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:29.642647 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 1, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:29.662498 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-2420c950-4be5-404b-999c-4067bf2e0a8e None None] Port 378b073d-1c13-4364-95c6-42289b2d5ccd cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:35:29.687566 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:29.689629 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:29.689762 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52966) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:29.691846 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9e12e-4ee1-4a73-be3d-76279a97a64c None None] The sync data for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi is: [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 1, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:29.699211 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-4e048f9c-7787-4fc6-a252-7529459e38b4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1981273721', 'description': 'tempest-description--1925471149'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:29.713693 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:29.759932 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4e048f9c-7787-4fc6-a252-7529459e38b4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.854802 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 2, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:29.898127 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13bce4e-fd4d-4ce1-b343-2c3c59aa370a None None] The sync data for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi is: [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 2, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:29.907220 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4e048f9c-7787-4fc6-a252-7529459e38b4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (7a6614d5-5f14-402d-bb47-d8458531cd50), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.912992 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4e048f9c-7787-4fc6-a252-7529459e38b4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (7a6614d5-5f14-402d-bb47-d8458531cd50), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.927907 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Router 8ab30363-72c0-4158-84ed-51aa1d7bea78 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:29.955711 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4e048f9c-7787-4fc6-a252-7529459e38b4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:29.963012 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-4e048f9c-7787-4fc6-a252-7529459e38b4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2699404 Aug 27 02:35:29.963135 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52968) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:29.965594 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e048f9c-7787-4fc6-a252-7529459e38b4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6614d5-5f14-402d-bb47-d8458531cd50,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:30.042275 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-05f20e46-edfc-4f32-a992-df352e59ce95 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'security_group_rule': {'security_group_id': '7a6614d5-5f14-402d-bb47-d8458531cd50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:30.103022 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:30.137570 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-05f20e46-edfc-4f32-a992-df352e59ce95 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (ec05219a-e05e-4482-a5c0-0c7072780cdb), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:30.143798 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:30.155025 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f868f076-ffd9-4f43-957f-5826e103cd10 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/8ab30363-72c0-4158-84ed-51aa1d7bea78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8178899 Aug 27 02:35:30.187369 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-ed09199e-0738-422e-9a03-8823f81ca20a None None] Provisioning complete for port 3211eeae-6879-4e7e-88b6-dd390da77dc8 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:30.187984 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ed09199e-0738-422e-9a03-8823f81ca20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:30.230316 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-05f20e46-edfc-4f32-a992-df352e59ce95 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (ec05219a-e05e-4482-a5c0-0c7072780cdb), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:30.237322 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-05f20e46-edfc-4f32-a992-df352e59ce95 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (ec05219a-e05e-4482-a5c0-0c7072780cdb), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:30.274655 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f20e46-edfc-4f32-a992-df352e59ce95 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec05219a-e05e-4482-a5c0-0c7072780cdb,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:30.275586 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-ed09199e-0738-422e-9a03-8823f81ca20a None None] Port 3211eeae-6879-4e7e-88b6-dd390da77dc8 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:35:30.301410 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-05f20e46-edfc-4f32-a992-df352e59ce95 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:30.306312 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52972) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:30.312440 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-b8d9de67-5b19-486e-a8b4-10b61a1d3892 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'security_group_rule': {'security_group_id': '7a6614d5-5f14-402d-bb47-d8458531cd50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:30.319513 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-05f20e46-edfc-4f32-a992-df352e59ce95 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3541715 Aug 27 02:35:30.365113 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b8d9de67-5b19-486e-a8b4-10b61a1d3892 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (a510e8ef-00f9-4995-b4e1-d001cd7055cb), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:30.468401 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b8d9de67-5b19-486e-a8b4-10b61a1d3892 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (a510e8ef-00f9-4995-b4e1-d001cd7055cb), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:30.480938 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b8d9de67-5b19-486e-a8b4-10b61a1d3892 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (a510e8ef-00f9-4995-b4e1-d001cd7055cb), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:30.509766 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9de67-5b19-486e-a8b4-10b61a1d3892 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a510e8ef-00f9-4995-b4e1-d001cd7055cb,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:30.522189 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b8d9de67-5b19-486e-a8b4-10b61a1d3892 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:30.525647 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-b8d9de67-5b19-486e-a8b4-10b61a1d3892 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2181602 Aug 27 02:35:30.526893 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 52978) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:30.533363 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:30.557637 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:30.564940 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:30.633895 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:30.672389 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:30.869717 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Allocated IP 172.27.1.80 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/c59e591d-327c-4630-92ab-098d7a2d3f34) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:31.042414 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for port (c59e591d-327c-4630-92ab-098d7a2d3f34), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.078454 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52988) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:31.084008 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1811133710-network', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:31.086953 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (c59e591d-327c-4630-92ab-098d7a2d3f34), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.140969 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Made reservation on behalf of 6e8c33b5be4d43799914bbc93fe5954f for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:31.146630 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.160892 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.173149 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:31.178728 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:31.187021 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:35:31.192593 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'Port': ['ID=c59e591d-327c-4630-92ab-098d7a2d3f34,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.304902 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Publish callbacks [] for security_group (8646f39a-f595-4177-8d86-ac72cf01cef1), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.310521 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (8646f39a-f595-4177-8d86-ac72cf01cef1), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.312685 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (6c9f2d75-91ac-446a-bfde-650b6332dcdb), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.347503 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:31.357983 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8646f39a-f595-4177-8d86-ac72cf01cef1,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.365755 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (c59e591d-327c-4630-92ab-098d7a2d3f34), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.368460 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (551a49b1-177c-4517-a408-75d2a84b0033), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.369362 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Added segment 551a49b1-177c-4517-a408-75d2a84b0033 of type vlan for network 2526a2ac-efca-4378-8dc3-c1c89b34d537 Aug 27 02:35:31.423178 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (2526a2ac-efca-4378-8dc3-c1c89b34d537), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.447905 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:31.467861 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (2526a2ac-efca-4378-8dc3-c1c89b34d537), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.468846 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:31.469487 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.540768 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4611363 Aug 27 02:35:31.542062 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d05e5-ac93-41f7-901c-68403ea3e2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=2526a2ac-efca-4378-8dc3-c1c89b34d537,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.545364 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 52990) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:31.550910 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] Request body: {'subnet': {'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1811133710-subnet', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:31.555594 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network 2526a2ac-efca-4378-8dc3-c1c89b34d537 details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:31.578182 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] Made reservation on behalf of 6e8c33b5be4d43799914bbc93fe5954f for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:31.580831 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13771248'] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.620399 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for port (c59e591d-327c-4630-92ab-098d7a2d3f34), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.630550 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (c59e591d-327c-4630-92ab-098d7a2d3f34), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.673547 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:31.726884 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (6c9f2d75-91ac-446a-bfde-650b6332dcdb), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.748599 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.760079 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2218862 Aug 27 02:35:31.760079 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17627d-c9f3-46b7-9aab-c1dfe6fc0c7c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'Port': ['ID=c59e591d-327c-4630-92ab-098d7a2d3f34,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.866216 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15336501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13771202'] for subnet (a926e5b8-f99c-4fa0-9c44-3b349649f260), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:31.917248 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:31.939284 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a926e5b8-f99c-4fa0-9c44-3b349649f260,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.966533 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] Checking segment: {'id': '551a49b1-177c-4517-a408-75d2a84b0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:31.966985 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] Network hostable DHCP agents. Network: 2526a2ac-efca-4378-8dc3-c1c89b34d537, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:32.007544 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] Network 2526a2ac-efca-4378-8dc3-c1c89b34d537 is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:32.028688 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, 2526a2ac-efca-4378-8dc3-c1c89b34d537) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:32.034114 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:32.034923 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:32.038966 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4926f-f95a-4065-8f86-faaa39757980 None None] Network 2526a2ac-efca-4378-8dc3-c1c89b34d537 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:35:32.068040 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-9bdd3fad-6af4-4c1c-8add-801db416315d tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1981273721&fields=id&tenant_id=a8055f4326f640fc8927f5cfdef39dd3 HTTP/1.1" status: 200 len: 267 time: 0.0772898 Aug 27 02:35:32.072169 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-002bb48e-c2c7-4f07-abe2-e44e368a5955 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5253241 Aug 27 02:35:32.074810 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53008) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:32.080496 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1811133710-router', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:32.159645 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (0457cdee-f87b-43aa-b8e2-f02873061fc3), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:32.160678 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (0457cdee-f87b-43aa-b8e2-f02873061fc3), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:32.167253 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-2526a2ac-efca-4378-8dc3-c1c89b34d537', 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537', 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'fixed_ips': [{'subnet_id': 'a926e5b8-f99c-4fa0-9c44-3b349649f260'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:35:32.168181 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:32.171513 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:32.258614 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Publish callbacks [] for router_controller (0457cdee-f87b-43aa-b8e2-f02873061fc3), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:32.265967 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460367b9-7374-4775-b043-05e47075f4c6 req-d292af79-c565-4c41-b23c-149cbb1fe0ee tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:32.267584 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-d292af79-c565-4c41-b23c-149cbb1fe0ee tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 810 time: 0.1800532 Aug 27 02:35:32.329137 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Allocated IP 172.20.0.2 (2526a2ac-efca-4378-8dc3-c1c89b34d537/a926e5b8-f99c-4fa0-9c44-3b349649f260/1340b53c-b1c2-419f-8a78-bc95d7d7f78d) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:32.503552 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Publish callbacks [] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:32.512130 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:32.563451 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Network 2526a2ac-efca-4378-8dc3-c1c89b34d537 is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:32.568564 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:32.572961 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:35:32.576593 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Pushing event updated for resources: {'Port': ['ID=1340b53c-b1c2-419f-8a78-bc95d7d7f78d,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:32.645949 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Attempting to bind port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:35:32.646378 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Attempting to bind port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '551a49b1-177c-4517-a408-75d2a84b0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:35:32.646770 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Attempting to bind port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d on network 2526a2ac-efca-4378-8dc3-c1c89b34d537 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:35:32.652850 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-b45b5600-716f-4a3e-9c3e-f91e7359cd72 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/quotas/a8055f4326f640fc8927f5cfdef39dd3 HTTP/1.1" status: 200 len: 375 time: 0.3782530 Aug 27 02:35:32.653615 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:35:32.653999 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Checking segment: {'id': '551a49b1-177c-4517-a408-75d2a84b0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:32.654417 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:32.654809 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Bound using segment: {'id': '551a49b1-177c-4517-a408-75d2a84b0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:35:32.655311 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Bound port: 1340b53c-b1c2-419f-8a78-bc95d7d7f78d, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551a49b1-177c-4517-a408-75d2a84b0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:35:32.655701 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:32.730923 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] For port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:32.734576 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] For port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=1340b53c-b1c2-419f-8a78-bc95d7d7f78d,segment=NetworkSegment(551a49b1-177c-4517-a408-75d2a84b0033),segment_id=551a49b1-177c-4517-a408-75d2a84b0033)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:32.745969 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:32.763385 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Publish callbacks [] for router_gateway (0457cdee-f87b-43aa-b8e2-f02873061fc3), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:32.784552 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-0df22542-9a55-4c3c-a655-4f1bc439d077 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906613 Aug 27 02:35:32.827353 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75b73e-2deb-44e0-97a2-11b35a85a2e9 None None] Pushing event updated for resources: {'Port': ['ID=1340b53c-b1c2-419f-8a78-bc95d7d7f78d,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:32.872921 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:32.983774 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 899bc9de-923c-4cce-a3a1-d60a82451aeb up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:33.007483 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:33.057579 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 899bc9de-923c-4cce-a3a1-d60a82451aeb triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:33.058658 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:33.071297 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-2bfabb87-738b-4412-a674-2775df9047dd service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:35:33.073329 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-2bfabb87-738b-4412-a674-2775df9047dd service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2439439 Aug 27 02:35:33.075055 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Publish callbacks [] for router_gateway (0457cdee-f87b-43aa-b8e2-f02873061fc3), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:33.143123 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:33.175872 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 899bc9de-923c-4cce-a3a1-d60a82451aeb is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:33.176565 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:33.223614 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 899bc9de-923c-4cce-a3a1-d60a82451aeb, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=899bc9de-923c-4cce-a3a1-d60a82451aeb,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:33.229571 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:33.230643 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device ce014ab0-ed7e-4b24-85d0-c06ec0fad878 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:33.326573 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:33.340831 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=899bc9de-923c-4cce-a3a1-d60a82451aeb,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:33.349176 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-e4dd78e1-8f1a-46a8-9bf3-fd29ec9dfc96 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520449 Aug 27 02:35:33.358084 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port ce014ab0-ed7e-4b24-85d0-c06ec0fad878 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:33.358460 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:33.422054 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:33.423659 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Allocated IP 172.27.1.164 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/310ca06d-c025-47ac-9f40-b319baf3da31) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:33.446481 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port ce014ab0-ed7e-4b24-85d0-c06ec0fad878 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:33.447018 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:33.484563 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port ce014ab0-ed7e-4b24-85d0-c06ec0fad878, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=ce014ab0-ed7e-4b24-85d0-c06ec0fad878,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:33.495031 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:33.560143 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-6e97f4b1-2953-4bcf-8b63-187c02ddf1fc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040205 Aug 27 02:35:33.576555 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=ce014ab0-ed7e-4b24-85d0-c06ec0fad878,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:33.626612 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Publish callbacks [] for port (310ca06d-c025-47ac-9f40-b319baf3da31), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:33.667770 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:33.733698 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:33.740124 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:33.743112 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:35:33.746818 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Pushing event updated for resources: {'Port': ['ID=310ca06d-c025-47ac-9f40-b319baf3da31,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:33.807095 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d36cf8f8-e117-4511-8c4d-879da8f0d4a6 req-2eaa74b9-c2b6-4527-943c-7fc6f780d78b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 210 time: 0.0375617 Aug 27 02:35:34.030236 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:34.101670 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Publish callbacks [] for router_gateway (0457cdee-f87b-43aa-b8e2-f02873061fc3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:34.226934 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8323c53-4a40-4c5f-9326-0dfe678e36db None None] Network 2526a2ac-efca-4378-8dc3-c1c89b34d537 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:35:34.328524 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (0457cdee-f87b-43aa-b8e2-f02873061fc3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:34.433001 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Sync routers for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:34.460788 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-cc41756e-215a-4f7b-bdec-7565385d98eb None None] Provisioning complete for port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:34.461066 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cc41756e-215a-4f7b-bdec-7565385d98eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:34.470275 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:34.471339 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:34.503800 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Sync routers for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:34.524346 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Router 0457cdee-f87b-43aa-b8e2-f02873061fc3 is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:34.535738 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:34.537010 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:34.673705 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:34.681599 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:34.688404 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:34.694738 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Sync routers for ids ['0457cdee-f87b-43aa-b8e2-f02873061fc3'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:34.698851 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:34.703670 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0c16bee1-9434-4772-982e-15d503153b7d admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6241961 Aug 27 02:35:34.703888 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53022) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:34.740307 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-cc41756e-215a-4f7b-bdec-7565385d98eb None None] Current status of the port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:34.740539 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cc41756e-215a-4f7b-bdec-7565385d98eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:34.746330 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Routers {'0457cdee-f87b-43aa-b8e2-f02873061fc3'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:34.746960 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['0457cdee-f87b-43aa-b8e2-f02873061fc3'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:34.754940 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:34.838338 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-cc41756e-215a-4f7b-bdec-7565385d98eb None None] For port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=1340b53c-b1c2-419f-8a78-bc95d7d7f78d,segment=NetworkSegment(551a49b1-177c-4517-a408-75d2a84b0033),segment_id=551a49b1-177c-4517-a408-75d2a84b0033)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:34.957586 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 2, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:34.992704 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Checking router: 8ab30363-72c0-4158-84ed-51aa1d7bea78 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:34.994139 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Updating router 8ab30363-72c0-4158-84ed-51aa1d7bea78 port 3211eeae-6879-4e7e-88b6-dd390da77dc8 binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:35:35.010702 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3f2eec03-3cbf-413d-80df-3007c13e7931 req-ccc4e661-0896-4bae-98c9-5f6a5b8a2e7a tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 210 time: 0.0568581 Aug 27 02:35:35.053495 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.094854 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:35.110253 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cc41756e-215a-4f7b-bdec-7565385d98eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.136064 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 1340b53c-b1c2-419f-8a78-bc95d7d7f78d up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:35.307112 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:35.331425 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-03289a7a-9134-4a26-b936-e583c12721bd None None] Provisioning complete for port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:35.331805 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-03289a7a-9134-4a26-b936-e583c12721bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.374378 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41756e-215a-4f7b-bdec-7565385d98eb None None] Pushing event updated for resources: {'Port': ['ID=1340b53c-b1c2-419f-8a78-bc95d7d7f78d,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:35.380675 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460367b9-7374-4775-b043-05e47075f4c6 req-9f2b9b70-77df-4e0c-b602-fc930fa7a6a7 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:35.382587 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-9f2b9b70-77df-4e0c-b602-fc930fa7a6a7 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.45 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 810 time: 0.3141246 Aug 27 02:35:35.413503 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Set router 0457cdee-f87b-43aa-b8e2-f02873061fc3 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:35.462507 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:35.467056 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:35.487517 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:35.487888 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.527392 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Publish callbacks [] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.530004 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-45f7f2fe-eeb2-41b6-88a4-db06edc50f4f tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a8055f4326f640fc8927f5cfdef39dd3 HTTP/1.1" status: 200 len: 380 time: 0.0990887 Aug 27 02:35:35.534690 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.540911 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'port': {'device_id': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'admin_state_up': True, 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'security_groups': ['7a6614d5-5f14-402d-bb47-d8458531cd50']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:35.558050 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:35.603119 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154f391-3271-421a-a559-d614325eed9c None None] Pushing event updated for resources: {'Port': ['ID=3211eeae-6879-4e7e-88b6-dd390da77dc8,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:35.637157 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 2, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:35.640466 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Attempting to bind port 3211eeae-6879-4e7e-88b6-dd390da77dc8 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:35:35.641032 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Attempting to bind port 3211eeae-6879-4e7e-88b6-dd390da77dc8 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:35:35.641604 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Attempting to bind port 3211eeae-6879-4e7e-88b6-dd390da77dc8 on network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:35:35.648679 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:35:35.649403 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Checking segment: {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:35.649799 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.650196 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Bound using segment: {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:35:35.650732 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Bound port: 3211eeae-6879-4e7e-88b6-dd390da77dc8, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:35:35.651047 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.678988 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.696464 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Checking router: de22d7d8-38ef-4996-9529-e421f60f5c70 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:35.697070 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Updating router de22d7d8-38ef-4996-9529-e421f60f5c70 port 378b073d-1c13-4364-95c6-42289b2d5ccd binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:35:35.702414 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-03289a7a-9134-4a26-b936-e583c12721bd None None] Current status of the port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:35.736737 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:35.743122 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] For port 3211eeae-6879-4e7e-88b6-dd390da77dc8, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:35.744100 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.747718 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] For port 3211eeae-6879-4e7e-88b6-dd390da77dc8, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=3211eeae-6879-4e7e-88b6-dd390da77dc8,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:35.755347 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.786549 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Made reservation on behalf of a8055f4326f640fc8927f5cfdef39dd3 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:35.790740 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:35.806558 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:35.807213 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:35.859442 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:35.860555 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 899bc9de-923c-4cce-a3a1-d60a82451aeb up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:35.865724 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:35.866692 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'name': 'tempest-TestVolumeBootPattern-1811133710-router', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:32Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 3, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'gw_port': {'id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:33Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:35.869352 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154f391-3271-421a-a559-d614325eed9c None None] Pushing event updated for resources: {'Port': ['ID=3211eeae-6879-4e7e-88b6-dd390da77dc8,revision_number=4']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:35.943612 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:35.969140 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Checking router: 0457cdee-f87b-43aa-b8e2-f02873061fc3 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:35.969538 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Updating router 0457cdee-f87b-43aa-b8e2-f02873061fc3 port 310ca06d-c025-47ac-9f40-b319baf3da31 binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:35:36.012823 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Allocated IP 172.20.0.1 (2526a2ac-efca-4378-8dc3-c1c89b34d537/a926e5b8-f99c-4fa0-9c44-3b349649f260/5e6a2a3e-88de-47b9-8124-bf2ad9f22e63) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:36.039531 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.045391 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Allocated IP 172.20.0.3 (59638dff-2144-4bc2-a657-3cc12e54e5c1/623e9093-88e8-454c-b06e-d8c0b0cb6898/4e23603f-f7cd-42a0-9751-b3014224edb8) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:36.073319 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 899bc9de-923c-4cce-a3a1-d60a82451aeb triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:36.073582 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.201006 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:35Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:36.235153 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d8653-c7ac-474e-90e7-a82813bf7eaf None None] The sync data for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi is: [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:35Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:36.453939 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 899bc9de-923c-4cce-a3a1-d60a82451aeb is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:36.455003 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device ce014ab0-ed7e-4b24-85d0-c06ec0fad878 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:36.522356 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b8081472-a98c-40e3-9a01-0552172e42c6 req-5a98560a-55f2-423b-8af1-2913cff92d63 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 210 time: 0.0498061 Aug 27 02:35:36.537426 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port ce014ab0-ed7e-4b24-85d0-c06ec0fad878 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:36.538264 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.584466 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:36.634041 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Publish callbacks [] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.653725 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:36.682772 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Publish callbacks [] for port (310ca06d-c025-47ac-9f40-b319baf3da31), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.686595 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port ce014ab0-ed7e-4b24-85d0-c06ec0fad878 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:36.691649 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.720954 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.737730 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.741405 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Attempting to bind port 310ca06d-c025-47ac-9f40-b319baf3da31 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:35:36.741985 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Attempting to bind port 310ca06d-c025-47ac-9f40-b319baf3da31 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:35:36.742128 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Attempting to bind port 310ca06d-c025-47ac-9f40-b319baf3da31 on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:35:36.754359 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:35:36.754359 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:36.754738 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.755454 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:35:36.756005 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Bound port: 310ca06d-c025-47ac-9f40-b319baf3da31, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:35:36.756394 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.784737 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c929b-fc33-47ca-aaee-d7b9939fd3a0 None None] Pushing event updated for resources: {'Port': ['ID=310ca06d-c025-47ac-9f40-b319baf3da31,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:36.797885 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Network 2526a2ac-efca-4378-8dc3-c1c89b34d537 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:36.803213 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:36.805978 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:35:36.817656 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:36.821981 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] For port 310ca06d-c025-47ac-9f40-b319baf3da31, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:36.833202 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] For port 310ca06d-c025-47ac-9f40-b319baf3da31, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=310ca06d-c025-47ac-9f40-b319baf3da31,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:36.843724 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.850047 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.855155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Pushing event updated for resources: {'Port': ['ID=5e6a2a3e-88de-47b9-8124-bf2ad9f22e63,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:36.889041 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 3211eeae-6879-4e7e-88b6-dd390da77dc8 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:36.938516 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Network 59638dff-2144-4bc2-a657-3cc12e54e5c1 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:36.947283 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:36.951949 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (0457cdee-f87b-43aa-b8e2-f02873061fc3), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:36.955576 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:35:36.961151 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:36.961480 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'Port': ['ID=4e23603f-f7cd-42a0-9751-b3014224edb8,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:36.976063 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Routers {'0457cdee-f87b-43aa-b8e2-f02873061fc3'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:36.976717 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['0457cdee-f87b-43aa-b8e2-f02873061fc3'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:37.081946 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c929b-fc33-47ca-aaee-d7b9939fd3a0 None None] Pushing event updated for resources: {'Port': ['ID=310ca06d-c025-47ac-9f40-b319baf3da31,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:37.091648 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:37.094874 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.204635 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-47ca237d-851f-4719-9d01-17adcff10be8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6688108 Aug 27 02:35:37.230545 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Request body: {'port': {'device_id': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:37.256484 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 3211eeae-6879-4e7e-88b6-dd390da77dc8 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:37.256484 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.319318 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] Set router 0457cdee-f87b-43aa-b8e2-f02873061fc3 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:37.327409 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-46fbf25c-a75c-427d-a2de-1f307c95a44c None None] Provisioning complete for port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:37.327758 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-46fbf25c-a75c-427d-a2de-1f307c95a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.341301 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.388652 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.530554 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-46fbf25c-a75c-427d-a2de-1f307c95a44c None None] Port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:35:37.562867 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Publish callbacks [] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.609518 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:37.609782 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:37.615393 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.734095 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 3211eeae-6879-4e7e-88b6-dd390da77dc8 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:37.734594 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.743674 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-6b44bc89-3437-4355-8fb0-5228404b96f9 None None] Provisioning complete for port 4e23603f-f7cd-42a0-9751-b3014224edb8 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:37.744366 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6b44bc89-3437-4355-8fb0-5228404b96f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.767255 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a6ef2-8c56-49da-bc03-1bea2bf523f6 req-48a2eef9-2a9c-481c-831b-e4a834f92ff8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:37.768744 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-862a6ef2-8c56-49da-bc03-1bea2bf523f6 req-48a2eef9-2a9c-481c-831b-e4a834f92ff8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 931 time: 0.1029711 Aug 27 02:35:37.775605 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Publish callbacks [] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.793713 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.820758 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Pushing event updated for resources: {'Port': ['ID=378b073d-1c13-4364-95c6-42289b2d5ccd,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:37.861063 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'name': 'tempest-TestVolumeBootPattern-1811133710-router', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:32Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 3, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'gw_port': {'id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:33Z', 'updated_at': '2022-08-27T02:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:37.863916 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:37.867114 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-6b44bc89-3437-4355-8fb0-5228404b96f9 None None] Port 4e23603f-f7cd-42a0-9751-b3014224edb8 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:35:37.914010 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1589529e-2ae1-4b1e-a5a2-21e9d4438b87 None None] The sync data for ids ['0457cdee-f87b-43aa-b8e2-f02873061fc3'] in dv-cinder-846303-3-iscsi is: [{'id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'name': 'tempest-TestVolumeBootPattern-1811133710-router', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:32Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 3, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'gw_port': {'id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:33Z', 'updated_at': '2022-08-27T02:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:37.919932 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 3211eeae-6879-4e7e-88b6-dd390da77dc8, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=3211eeae-6879-4e7e-88b6-dd390da77dc8,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:37.921013 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Attempting to bind port 378b073d-1c13-4364-95c6-42289b2d5ccd on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:35:37.921492 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Attempting to bind port 378b073d-1c13-4364-95c6-42289b2d5ccd by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:35:37.921929 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Attempting to bind port 378b073d-1c13-4364-95c6-42289b2d5ccd on network 59638dff-2144-4bc2-a657-3cc12e54e5c1 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:35:37.926511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (0457cdee-f87b-43aa-b8e2-f02873061fc3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.927202 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.928040 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 1340b53c-b1c2-419f-8a78-bc95d7d7f78d up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:37.932449 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Pushing event updated for resources: {'Port': ['ID=5e6a2a3e-88de-47b9-8124-bf2ad9f22e63,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:37.933721 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:35:37.934099 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Checking segment: {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:37.934508 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.935089 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Bound using segment: {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:35:37.935583 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Bound port: 378b073d-1c13-4364-95c6-42289b2d5ccd, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:35:37.935965 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:37.964653 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-862a6ef2-8c56-49da-bc03-1bea2bf523f6 req-fd5b395a-5249-452f-b04f-fd5468c935fa tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869001 Aug 27 02:35:38.015433 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e23603f-f7cd-42a0-9751-b3014224edb8 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:35:38.026239 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Publish callbacks [] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:38.032548 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:38.054992 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Transition to ACTIVE for port object 4e23603f-f7cd-42a0-9751-b3014224edb8 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:35:38.065588 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:38.072494 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:38.072869 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:38.080755 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=3211eeae-6879-4e7e-88b6-dd390da77dc8,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:38.134115 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] For port 378b073d-1c13-4364-95c6-42289b2d5ccd, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:38.139762 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] For port 378b073d-1c13-4364-95c6-42289b2d5ccd, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=378b073d-1c13-4364-95c6-42289b2d5ccd,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:38.153071 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:38.160647 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Pushing event updated for resources: {'Port': ['ID=4e23603f-f7cd-42a0-9751-b3014224edb8,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:38.169960 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Network 2526a2ac-efca-4378-8dc3-c1c89b34d537 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:38.173844 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:38.267418 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:38.267994 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:38.298447 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Attempting to bind port 4e23603f-f7cd-42a0-9751-b3014224edb8 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:35:38.298777 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Attempting to bind port 4e23603f-f7cd-42a0-9751-b3014224edb8 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:35:38.299104 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Attempting to bind port 4e23603f-f7cd-42a0-9751-b3014224edb8 on network 59638dff-2144-4bc2-a657-3cc12e54e5c1 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:35:38.303495 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:35:38.325808 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Pushing event updated for resources: {'Port': ['ID=378b073d-1c13-4364-95c6-42289b2d5ccd,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:38.330972 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Port 4e23603f-f7cd-42a0-9751-b3014224edb8 on network 59638dff-2144-4bc2-a657-3cc12e54e5c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:35:38.331497 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Attempting to bind port 4e23603f-f7cd-42a0-9751-b3014224edb8 on network 59638dff-2144-4bc2-a657-3cc12e54e5c1 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:35:38.346833 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:38.351676 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:35:38.352010 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Checking segment: {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:38.352395 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Bound using segment: {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:35:38.352802 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.353019 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Bound port: 4e23603f-f7cd-42a0-9751-b3014224edb8, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:35:38.353241 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.353421 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:38.353590 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.353802 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.354126 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.354806 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.355121 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.355441 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.355756 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.356168 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.356599 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.356918 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.357257 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.357566 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.357880 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca5120-7d6e-4b64-9d69-25f3ce194d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:38.384037 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:38.437572 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Router 0457cdee-f87b-43aa-b8e2-f02873061fc3 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:38.493662 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] For port 4e23603f-f7cd-42a0-9751-b3014224edb8, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:38.498341 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] For port 4e23603f-f7cd-42a0-9751-b3014224edb8, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=4e23603f-f7cd-42a0-9751-b3014224edb8,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:38.511852 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:38.556107 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:38.556750 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:38.558235 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/4e23603f-f7cd-42a0-9751-b3014224edb8 HTTP/1.1" status: 200 len: 1093 time: 1.3368783 Aug 27 02:35:38.558833 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'tag': '4e23603f-f7cd-42a0-9751-b3014224edb8'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:35:38.561289 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a82d82-a0a0-4f4b-9dba-bafe2c265018" -d '{"events": [{"name": "network-changed", "server_uuid": "f5bad70c-350c-4230-a862-626dd6805e4c", "tag": "4e23603f-f7cd-42a0-9751-b3014224edb8"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:38.608291 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:38.655198 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:38.668314 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26863d7e-0186-41a7-9143-eba31ec6e128 x-openstack-request-id: req-26863d7e-0186-41a7-9143-eba31ec6e128 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:38.668626 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5bad70c-350c-4230-a862-626dd6805e4c", "tag": "4e23603f-f7cd-42a0-9751-b3014224edb8", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:38.668828 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26863d7e-0186-41a7-9143-eba31ec6e128 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:38.669453 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26863d7e-0186-41a7-9143-eba31ec6e128'] response: {'name': 'network-changed', 'server_uuid': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'tag': '4e23603f-f7cd-42a0-9751-b3014224edb8', 'status': 'completed', 'code': 200} Aug 27 02:35:38.702567 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-55caf1bc-0e84-49e5-8950-0cb08ee06443 None None] Provisioning complete for port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:38.702936 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-55caf1bc-0e84-49e5-8950-0cb08ee06443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:38.710602 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4e40-d421-4e44-94d7-4177463c3218 service neutron] Pushing event updated for resources: {'Port': ['ID=4e23603f-f7cd-42a0-9751-b3014224edb8,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:38.725286 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460367b9-7374-4775-b043-05e47075f4c6 req-ca78a692-15f1-414c-ae8e-5fd8e783d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:38.726940 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-ca78a692-15f1-414c-ae8e-5fd8e783d66d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 1127 time: 0.1049786 Aug 27 02:35:38.748587 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:38.755806 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-39f9b4f6-c0af-4ebf-92c2-a7629da9b35d admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0457cdee-f87b-43aa-b8e2-f02873061fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0508394 Aug 27 02:35:38.791766 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-55caf1bc-0e84-49e5-8950-0cb08ee06443 None None] Port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:35:38.820366 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-394a06f7-e8de-4054-a9e9-3805af48e05d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e23603f-f7cd-42a0-9751-b3014224edb8 HTTP/1.1" status: 200 len: 217 time: 0.0733969 Aug 27 02:35:38.906413 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460367b9-7374-4775-b043-05e47075f4c6 req-0101cce6-b568-470b-a9e6-9ed0213f6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:38.907934 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-0101cce6-b568-470b-a9e6-9ed0213f6e0b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 200 len: 849 time: 0.0817070 Aug 27 02:35:38.914437 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:38Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:38.945779 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040bcc89-bc4e-407d-a18e-c24bb86cd39d None None] The sync data for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi is: [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:38Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:38.997687 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460367b9-7374-4775-b043-05e47075f4c6 req-6ff4b21c-ea3f-4abd-80ba-ffbcde4ce0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:38.999975 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-6ff4b21c-ea3f-4abd-80ba-ffbcde4ce0f4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=59638dff-2144-4bc2-a657-3cc12e54e5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852487 Aug 27 02:35:39.010700 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 3211eeae-6879-4e7e-88b6-dd390da77dc8 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:39.103528 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 3211eeae-6879-4e7e-88b6-dd390da77dc8 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:39.104836 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.177418 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d1173-b0b0-47af-ac7f-f1791cfc5adc req-04613076-2375-41af-80a2-1ca0c4e1b594 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:39.185466 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c42d1173-b0b0-47af-ac7f-f1791cfc5adc req-04613076-2375-41af-80a2-1ca0c4e1b594 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 943 time: 0.0796709 Aug 27 02:35:39.223003 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 3211eeae-6879-4e7e-88b6-dd390da77dc8 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:39.224706 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 378b073d-1c13-4364-95c6-42289b2d5ccd up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:39.230715 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-c6b6c5cf-600e-4ef4-a1c8-1cc4ac5ba557 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220190 Aug 27 02:35:39.284942 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 378b073d-1c13-4364-95c6-42289b2d5ccd triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:39.285348 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.317515 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c42d1173-b0b0-47af-ac7f-f1791cfc5adc req-a5247d4a-1c47-47f8-a44b-eac0991aa0fa tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310334 Aug 27 02:35:39.328167 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:39.337787 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53044) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:39.342469 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-ce7a800b-acd1-4767-bfdd-4ec8af86359d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743539963', 'description': 'tempest-secgroup-smoke-743539963 description', 'project_id': '79e671941c234f36b542080d256de2c6'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:39.351775 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:39.368578 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-460367b9-7374-4775-b043-05e47075f4c6 req-bff953c1-bb5c-4f56-9a73-e12ec20d8db9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279178 Aug 27 02:35:39.374082 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ce7a800b-acd1-4767-bfdd-4ec8af86359d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.387626 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 378b073d-1c13-4364-95c6-42289b2d5ccd is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:39.388104 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.434737 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 378b073d-1c13-4364-95c6-42289b2d5ccd, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=378b073d-1c13-4364-95c6-42289b2d5ccd,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:39.438317 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.439256 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 310ca06d-c025-47ac-9f40-b319baf3da31 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:39.458257 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ce7a800b-acd1-4767-bfdd-4ec8af86359d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group (88e65067-c38b-49c3-b93e-de58d7f17c27), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.463893 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ce7a800b-acd1-4767-bfdd-4ec8af86359d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (88e65067-c38b-49c3-b93e-de58d7f17c27), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.500836 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a800b-acd1-4767-bfdd-4ec8af86359d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e65067-c38b-49c3-b93e-de58d7f17c27,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:39.506053 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-ce7a800b-acd1-4767-bfdd-4ec8af86359d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.512102 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53046) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:39.512299 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-ce7a800b-acd1-4767-bfdd-4ec8af86359d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1732187 Aug 27 02:35:39.520098 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-9a62cd64-4679-4c0f-b000-c57181e362af tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'security_group_rule': {'security_group_id': '88e65067-c38b-49c3-b93e-de58d7f17c27', 'project_id': '79e671941c234f36b542080d256de2c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:39.524369 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=378b073d-1c13-4364-95c6-42289b2d5ccd,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:39.529057 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 310ca06d-c025-47ac-9f40-b319baf3da31 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:39.529585 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.555302 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9a62cd64-4679-4c0f-b000-c57181e362af tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (da5bd4e1-8e49-4dc5-9663-c59237d27e14), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.559333 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:39.617487 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 310ca06d-c025-47ac-9f40-b319baf3da31 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:39.618187 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.623092 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9a62cd64-4679-4c0f-b000-c57181e362af tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (da5bd4e1-8e49-4dc5-9663-c59237d27e14), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.627620 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9a62cd64-4679-4c0f-b000-c57181e362af tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (da5bd4e1-8e49-4dc5-9663-c59237d27e14), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.645342 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 310ca06d-c025-47ac-9f40-b319baf3da31, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=310ca06d-c025-47ac-9f40-b319baf3da31,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:39.647944 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62cd64-4679-4c0f-b000-c57181e362af tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5bd4e1-8e49-4dc5-9663-c59237d27e14,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:39.651119 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.666571 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9a62cd64-4679-4c0f-b000-c57181e362af tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.671102 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-9a62cd64-4679-4c0f-b000-c57181e362af tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530116 Aug 27 02:35:39.671306 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53048) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:39.676032 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-89e64d47-e8f8-4232-9e2c-a6ba2305e92a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'security_group_rule': {'security_group_id': '88e65067-c38b-49c3-b93e-de58d7f17c27', 'project_id': '79e671941c234f36b542080d256de2c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:39.694744 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:39.708346 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-89e64d47-e8f8-4232-9e2c-a6ba2305e92a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (69033833-8188-4d42-9690-5835b296c82e), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.714671 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=310ca06d-c025-47ac-9f40-b319baf3da31,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:39.763528 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-89e64d47-e8f8-4232-9e2c-a6ba2305e92a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (69033833-8188-4d42-9690-5835b296c82e), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.767884 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-89e64d47-e8f8-4232-9e2c-a6ba2305e92a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (69033833-8188-4d42-9690-5835b296c82e), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.788303 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e64d47-e8f8-4232-9e2c-a6ba2305e92a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69033833-8188-4d42-9690-5835b296c82e,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:39.797715 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-89e64d47-e8f8-4232-9e2c-a6ba2305e92a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.798939 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-89e64d47-e8f8-4232-9e2c-a6ba2305e92a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267123 Aug 27 02:35:39.801706 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53050) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:39.806735 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-b08da460-dca7-4512-b172-7b702dcaee88 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'security_group_rule': {'security_group_id': '88e65067-c38b-49c3-b93e-de58d7f17c27', 'project_id': '79e671941c234f36b542080d256de2c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:39.834110 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b08da460-dca7-4512-b172-7b702dcaee88 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (3e3a6823-883c-4aa4-b284-3c706bcafe61), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.898148 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b08da460-dca7-4512-b172-7b702dcaee88 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (3e3a6823-883c-4aa4-b284-3c706bcafe61), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.903241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b08da460-dca7-4512-b172-7b702dcaee88 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (3e3a6823-883c-4aa4-b284-3c706bcafe61), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.923328 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08da460-dca7-4512-b172-7b702dcaee88 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3a6823-883c-4aa4-b284-3c706bcafe61,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:39.936892 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b08da460-dca7-4512-b172-7b702dcaee88 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:39.938178 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b08da460-dca7-4512-b172-7b702dcaee88 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348696 Aug 27 02:35:39.941633 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53052) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:39.947202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-1671e6c8-011a-4674-bc45-6a9786b4bc23 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'security_group_rule': {'security_group_id': '88e65067-c38b-49c3-b93e-de58d7f17c27', 'project_id': '79e671941c234f36b542080d256de2c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:39.979767 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1671e6c8-011a-4674-bc45-6a9786b4bc23 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (d2e4ba99-4166-4ce4-aa2d-49aebae9a95e), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.045089 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1671e6c8-011a-4674-bc45-6a9786b4bc23 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (d2e4ba99-4166-4ce4-aa2d-49aebae9a95e), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.051898 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1671e6c8-011a-4674-bc45-6a9786b4bc23 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (d2e4ba99-4166-4ce4-aa2d-49aebae9a95e), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.071136 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671e6c8-011a-4674-bc45-6a9786b4bc23 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e4ba99-4166-4ce4-aa2d-49aebae9a95e,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:40.084239 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1671e6c8-011a-4674-bc45-6a9786b4bc23 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.085577 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-1671e6c8-011a-4674-bc45-6a9786b4bc23 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429431 Aug 27 02:35:40.088446 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53054) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:40.093059 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-98a0d941-a381-4ab1-be8a-745b0afdc6d8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'security_group_rule': {'security_group_id': '88e65067-c38b-49c3-b93e-de58d7f17c27', 'project_id': '79e671941c234f36b542080d256de2c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:40.116759 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.securitygroups_db [None req-98a0d941-a381-4ab1-be8a-745b0afdc6d8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Project 79e671941c234f36b542080d256de2c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:35:40.125561 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-98a0d941-a381-4ab1-be8a-745b0afdc6d8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (64d568dc-abbd-4fe1-9499-b555cbd099fd), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.205690 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-98a0d941-a381-4ab1-be8a-745b0afdc6d8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (64d568dc-abbd-4fe1-9499-b555cbd099fd), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.210179 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-98a0d941-a381-4ab1-be8a-745b0afdc6d8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (64d568dc-abbd-4fe1-9499-b555cbd099fd), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.231347 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0d941-a381-4ab1-be8a-745b0afdc6d8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d568dc-abbd-4fe1-9499-b555cbd099fd,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:40.240293 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-98a0d941-a381-4ab1-be8a-745b0afdc6d8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.244586 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-98a0d941-a381-4ab1-be8a-745b0afdc6d8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549850 Aug 27 02:35:40.244785 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53056) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:40.252024 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-7da2d4b6-25ac-4d4e-9748-a458c15f026f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'security_group_rule': {'security_group_id': '88e65067-c38b-49c3-b93e-de58d7f17c27', 'project_id': '79e671941c234f36b542080d256de2c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:40.282406 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.securitygroups_db [None req-7da2d4b6-25ac-4d4e-9748-a458c15f026f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Project 79e671941c234f36b542080d256de2c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:35:40.289175 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7da2d4b6-25ac-4d4e-9748-a458c15f026f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (f0473c09-41ce-4056-a6f1-58910ea5d580), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.362519 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7da2d4b6-25ac-4d4e-9748-a458c15f026f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (f0473c09-41ce-4056-a6f1-58910ea5d580), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.367515 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7da2d4b6-25ac-4d4e-9748-a458c15f026f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (f0473c09-41ce-4056-a6f1-58910ea5d580), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.394238 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2d4b6-25ac-4d4e-9748-a458c15f026f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0473c09-41ce-4056-a6f1-58910ea5d580,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:40.403753 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7da2d4b6-25ac-4d4e-9748-a458c15f026f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:40.404970 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7da2d4b6-25ac-4d4e-9748-a458c15f026f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588798 Aug 27 02:35:40.467135 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006424b-38f0-4440-ad20-13990e72d8b5 req-d47c0b4d-bbcb-4437-8e69-b96c6f1136a4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:40.469656 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2006424b-38f0-4440-ad20-13990e72d8b5 req-d47c0b4d-bbcb-4437-8e69-b96c6f1136a4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 943 time: 0.0634439 Aug 27 02:35:40.525483 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2006424b-38f0-4440-ad20-13990e72d8b5 req-bf939f26-8512-4bb3-800f-9fe1da15a3ea tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495234 Aug 27 02:35:40.855844 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 378b073d-1c13-4364-95c6-42289b2d5ccd up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:40.859304 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:40.912289 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 378b073d-1c13-4364-95c6-42289b2d5ccd triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:40.912863 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:41.000549 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 378b073d-1c13-4364-95c6-42289b2d5ccd is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:41.001633 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 310ca06d-c025-47ac-9f40-b319baf3da31 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:41.044881 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 310ca06d-c025-47ac-9f40-b319baf3da31 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:41.045298 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:41.123695 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 310ca06d-c025-47ac-9f40-b319baf3da31 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:41.446967 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Sync routers for ids ['0457cdee-f87b-43aa-b8e2-f02873061fc3'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:41.462793 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Routers {'0457cdee-f87b-43aa-b8e2-f02873061fc3'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:41.463462 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['0457cdee-f87b-43aa-b8e2-f02873061fc3'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:41.579946 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Set router 0457cdee-f87b-43aa-b8e2-f02873061fc3 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:41.650898 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82d82-a0a0-4f4b-9dba-bafe2c265018 req-bb498cca-e8dd-4be1-81f0-818116ae88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:41.653155 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43a82d82-a0a0-4f4b-9dba-bafe2c265018 req-bb498cca-e8dd-4be1-81f0-818116ae88a7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 1127 time: 0.0602498 Aug 27 02:35:41.769165 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dafd2-eb27-43c0-8271-f6488326f0c0 req-d34d5a3a-23fa-4d2b-89eb-818cf3840239 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:41.771042 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb2dafd2-eb27-43c0-8271-f6488326f0c0 req-d34d5a3a-23fa-4d2b-89eb-818cf3840239 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 943 time: 0.0986221 Aug 27 02:35:41.793083 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'name': 'tempest-TestVolumeBootPattern-1811133710-router', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:32Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 4, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'gw_port': {'id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:33Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '5e6a2a3e-88de-47b9-8124-bf2ad9f22e63', 'name': '', 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'mac_address': 'fa:16:3e:8d:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a926e5b8-f99c-4fa0-9c44-3b349649f260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:35Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 2, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'subnets': [{'id': 'a926e5b8-f99c-4fa0-9c44-3b349649f260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:41.824103 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:41.826400 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Checking router: 0457cdee-f87b-43aa-b8e2-f02873061fc3 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:41.826871 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Updating router 0457cdee-f87b-43aa-b8e2-f02873061fc3 port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:35:41.846698 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:41.856324 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82d82-a0a0-4f4b-9dba-bafe2c265018 req-e692e73b-66b5-4418-9647-cb5ae42c0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:41.856324 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43a82d82-a0a0-4f4b-9dba-bafe2c265018 req-e692e73b-66b5-4418-9647-cb5ae42c0353 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 911 time: 0.1939936 Aug 27 02:35:41.860460 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb2dafd2-eb27-43c0-8271-f6488326f0c0 req-d84a8233-bf02-4063-b11d-4d1ec1fff6e3 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828972 Aug 27 02:35:41.862515 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:41.905068 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:42.011737 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43a82d82-a0a0-4f4b-9dba-bafe2c265018 req-815d82d5-ce30-47b4-84db-981b251cb5c6 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e23603f-f7cd-42a0-9751-b3014224edb8 HTTP/1.1" status: 200 len: 217 time: 0.0581772 Aug 27 02:35:42.070029 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82d82-a0a0-4f4b-9dba-bafe2c265018 req-ec4bf5bb-6dff-42a8-a636-8eeca11df71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:42.071800 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43a82d82-a0a0-4f4b-9dba-bafe2c265018 req-ec4bf5bb-6dff-42a8-a636-8eeca11df71f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 200 len: 849 time: 0.0542812 Aug 27 02:35:42.134252 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82d82-a0a0-4f4b-9dba-bafe2c265018 req-23595702-e1b2-4b69-8d41-3a5af0fcc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:42.136069 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43a82d82-a0a0-4f4b-9dba-bafe2c265018 req-23595702-e1b2-4b69-8d41-3a5af0fcc380 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=59638dff-2144-4bc2-a657-3cc12e54e5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498097 Aug 27 02:35:42.168596 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Publish callbacks [] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:42.175058 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:42.254260 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43a82d82-a0a0-4f4b-9dba-bafe2c265018 req-a37d614b-e6de-48ea-a5f9-2b0e37ecf24a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065304 Aug 27 02:35:42.265347 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff307a87-277c-4732-ac94-7e59127ba3a0 None None] Pushing event updated for resources: {'Port': ['ID=5e6a2a3e-88de-47b9-8124-bf2ad9f22e63,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.280659 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Attempting to bind port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:35:42.281023 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Attempting to bind port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '551a49b1-177c-4517-a408-75d2a84b0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:35:42.281433 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Attempting to bind port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 on network 2526a2ac-efca-4378-8dc3-c1c89b34d537 {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:35:42.287735 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:35:42.288100 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Checking segment: {'id': '551a49b1-177c-4517-a408-75d2a84b0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:35:42.288505 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:42.288892 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Bound using segment: {'id': '551a49b1-177c-4517-a408-75d2a84b0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:35:42.289385 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Bound port: 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551a49b1-177c-4517-a408-75d2a84b0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:35:42.289758 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:42.369785 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] For port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:42.373946 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] For port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=5e6a2a3e-88de-47b9-8124-bf2ad9f22e63,segment=NetworkSegment(551a49b1-177c-4517-a408-75d2a84b0033),segment_id=551a49b1-177c-4517-a408-75d2a84b0033)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:42.382408 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:42.415092 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:42.425486 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Routers {'0457cdee-f87b-43aa-b8e2-f02873061fc3'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:42.426388 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['0457cdee-f87b-43aa-b8e2-f02873061fc3'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.507708 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43a82d82-a0a0-4f4b-9dba-bafe2c265018 req-39102c40-018e-49a8-afd9-445b48c1366e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013086 Aug 27 02:35:42.586401 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff307a87-277c-4732-ac94-7e59127ba3a0 None None] Pushing event updated for resources: {'Port': ['ID=5e6a2a3e-88de-47b9-8124-bf2ad9f22e63,revision_number=4']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.656334 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] Set router 0457cdee-f87b-43aa-b8e2-f02873061fc3 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:42.751704 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 4e23603f-f7cd-42a0-9751-b3014224edb8 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:35:42.873972 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'name': 'tempest-TestVolumeBootPattern-1811133710-router', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:32Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 4, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'gw_port': {'id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:33Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '5e6a2a3e-88de-47b9-8124-bf2ad9f22e63', 'name': '', 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'mac_address': 'fa:16:3e:8d:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a926e5b8-f99c-4fa0-9c44-3b349649f260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:35Z', 'updated_at': '2022-08-27T02:35:42Z', 'revision_number': 4, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'subnets': [{'id': 'a926e5b8-f99c-4fa0-9c44-3b349649f260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.881840 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 4e23603f-f7cd-42a0-9751-b3014224edb8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=4e23603f-f7cd-42a0-9751-b3014224edb8,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:42.894733 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '4e23603f-f7cd-42a0-9751-b3014224edb8', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'port_id': '4e23603f-f7cd-42a0-9751-b3014224edb8', 'mac_address': 'fa:16:3e:c7:fb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:35:42.900025 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e468dedd-ccb4-4eb1-823d-edb6e97dda8c None None] The sync data for ids ['0457cdee-f87b-43aa-b8e2-f02873061fc3'] in dv-cinder-846303-3-iscsi is: [{'id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'name': 'tempest-TestVolumeBootPattern-1811133710-router', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:32Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 4, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'gw_port': {'id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:33Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '5e6a2a3e-88de-47b9-8124-bf2ad9f22e63', 'name': '', 'network_id': '2526a2ac-efca-4378-8dc3-c1c89b34d537', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'mac_address': 'fa:16:3e:8d:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a926e5b8-f99c-4fa0-9c44-3b349649f260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:35Z', 'updated_at': '2022-08-27T02:35:42Z', 'revision_number': 4, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'subnets': [{'id': 'a926e5b8-f99c-4fa0-9c44-3b349649f260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:42.928884 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:42.937040 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 4e23603f-f7cd-42a0-9751-b3014224edb8 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:42.937622 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:42.986207 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e23603f-f7cd-42a0-9751-b3014224edb8 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:35:43.019175 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 4e23603f-f7cd-42a0-9751-b3014224edb8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=4e23603f-f7cd-42a0-9751-b3014224edb8,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:43.030512 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:43.108563 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab1d15-e19f-4dc6-aa82-e8a216bb6619 req-4d4966e0-0dfd-4a92-a498-0df3598fa0e5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:43.115978 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcab1d15-e19f-4dc6-aa82-e8a216bb6619 req-4d4966e0-0dfd-4a92-a498-0df3598fa0e5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 943 time: 0.1291833 Aug 27 02:35:43.124860 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=4e23603f-f7cd-42a0-9751-b3014224edb8,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:43.183532 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcab1d15-e19f-4dc6-aa82-e8a216bb6619 req-8b869b3a-c2bf-4e67-bac1-45b51c30fa39 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650492 Aug 27 02:35:43.444249 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['4e23603f-f7cd-42a0-9751-b3014224edb8'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:35:44.334362 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ea2c3-7bdb-4b02-9caf-fc557e3a5515 req-9089cf6c-9b2f-4482-bc5f-7a855664b082 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:44.336011 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fc3ea2c3-7bdb-4b02-9caf-fc557e3a5515 req-9089cf6c-9b2f-4482-bc5f-7a855664b082 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 944 time: 0.0541966 Aug 27 02:35:44.392508 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fc3ea2c3-7bdb-4b02-9caf-fc557e3a5515 req-995e5e6d-9d58-4e9a-bc50-35faa0466e53 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495234 Aug 27 02:35:44.782289 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 4e23603f-f7cd-42a0-9751-b3014224edb8 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:44.831283 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 4e23603f-f7cd-42a0-9751-b3014224edb8 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:35:44.840266 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 4e23603f-f7cd-42a0-9751-b3014224edb8 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:44.841314 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:44.846086 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:44.899833 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:44.927951 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:44.928372 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:44.989314 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 4e23603f-f7cd-42a0-9751-b3014224edb8 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:44.990169 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:45.021270 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e23603f-f7cd-42a0-9751-b3014224edb8'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:35:45.023450 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdce3b2a-61a4-423d-80e3-fece713bfd59" -d '{"events": [{"server_uuid": "f5bad70c-350c-4230-a862-626dd6805e4c", "name": "network-vif-plugged", "status": "completed", "tag": "4e23603f-f7cd-42a0-9751-b3014224edb8"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:45.054646 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 4e23603f-f7cd-42a0-9751-b3014224edb8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=4e23603f-f7cd-42a0-9751-b3014224edb8,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:45.064455 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:45.077461 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578786fe-83f3-4af8-a0cb-20b3fdb16f60 x-openstack-request-id: req-578786fe-83f3-4af8-a0cb-20b3fdb16f60 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:45.077752 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5bad70c-350c-4230-a862-626dd6805e4c", "name": "network-vif-plugged", "status": "completed", "tag": "4e23603f-f7cd-42a0-9751-b3014224edb8", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:45.077995 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-578786fe-83f3-4af8-a0cb-20b3fdb16f60 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:45.078477 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578786fe-83f3-4af8-a0cb-20b3fdb16f60'] response: {'server_uuid': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e23603f-f7cd-42a0-9751-b3014224edb8', 'code': 200} Aug 27 02:35:45.098620 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:45.099381 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:45.150400 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=4e23603f-f7cd-42a0-9751-b3014224edb8,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:45.165970 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=5e6a2a3e-88de-47b9-8124-bf2ad9f22e63,segment=NetworkSegment(551a49b1-177c-4517-a408-75d2a84b0033),segment_id=551a49b1-177c-4517-a408-75d2a84b0033)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:45.170840 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:45.223569 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=5e6a2a3e-88de-47b9-8124-bf2ad9f22e63,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:45.323630 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9203354-b67d-4708-896c-f6087b4edc61 req-8e8c12dd-9601-4faf-8614-6fc230cc6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:45.325168 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a9203354-b67d-4708-896c-f6087b4edc61 req-8e8c12dd-9601-4faf-8614-6fc230cc6eae service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 1129 time: 0.0460389 Aug 27 02:35:45.384443 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a9203354-b67d-4708-896c-f6087b4edc61 req-749f725f-2cd5-4b2b-bbd5-a257fee67678 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533743 Aug 27 02:35:45.532312 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b5654-edee-422a-8ad9-9066884f5be0 req-67d8cac8-a393-4251-b60b-8d16d6fe8d01 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:45.533902 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-be2b5654-edee-422a-8ad9-9066884f5be0 req-67d8cac8-a393-4251-b60b-8d16d6fe8d01 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0557706 Aug 27 02:35:45.588117 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-be2b5654-edee-422a-8ad9-9066884f5be0 req-55177b42-13ea-454e-8acb-97635e32b0c5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475240 Aug 27 02:35:46.731155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d29db-a129-449e-be37-0ebd71964a48 req-bd25522b-8b60-473e-ae97-c18be23eb5ae tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:46.732578 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b1d29db-a129-449e-be37-0ebd71964a48 req-bd25522b-8b60-473e-ae97-c18be23eb5ae tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0528667 Aug 27 02:35:46.798142 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b1d29db-a129-449e-be37-0ebd71964a48 req-9b5c3b8c-6fcb-48d2-9692-3133566731a7 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591922 Aug 27 02:35:46.833735 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:46.867542 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:46.882800 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:35:46.883177 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:46.967154 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:35:47.927384 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf32362-cb33-4227-993d-eb63a96517c0 req-184bacbc-ab36-48d9-80a9-1b398e5544b1 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:47.928878 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-faf32362-cb33-4227-993d-eb63a96517c0 req-184bacbc-ab36-48d9-80a9-1b398e5544b1 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0504162 Aug 27 02:35:47.981604 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-faf32362-cb33-4227-993d-eb63a96517c0 req-f7f5b853-15e9-4042-bf5e-90937a4d0c6e tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465522 Aug 27 02:35:48.105868 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a19bf-3474-49c4-95af-0d524c0c5a40 req-c20d3dcd-8ae2-450d-aa6f-868255cdbae6 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:48.107291 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a2a19bf-3474-49c4-95af-0d524c0c5a40 req-c20d3dcd-8ae2-450d-aa6f-868255cdbae6 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0531938 Aug 27 02:35:48.118456 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53144) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:35:48.123247 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-0d67d3a8-1e54-4445-bdec-4bd7f3bb9f06 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'floatingip': {'port_id': '4e23603f-f7cd-42a0-9751-b3014224edb8'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:48.166601 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0d67d3a8-1e54-4445-bdec-4bd7f3bb9f06 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (6c9f2d75-91ac-446a-bfde-650b6332dcdb), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:48.442377 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:48.675817 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0d67d3a8-1e54-4445-bdec-4bd7f3bb9f06 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:48.683477 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0d67d3a8-1e54-4445-bdec-4bd7f3bb9f06 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (6c9f2d75-91ac-446a-bfde-650b6332dcdb), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:48.781018 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:48.795606 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [None req-0d67d3a8-1e54-4445-bdec-4bd7f3bb9f06 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Floating IP 6c9f2d75-91ac-446a-bfde-650b6332dcdb associated. External IP: 172.27.1.80, port: 4e23603f-f7cd-42a0-9751-b3014224edb8. Aug 27 02:35:49.022898 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d67d3a8-1e54-4445-bdec-4bd7f3bb9f06 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Router de22d7d8-38ef-4996-9529-e421f60f5c70 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:49.146614 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d67d3a8-1e54-4445-bdec-4bd7f3bb9f06 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:49.151945 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0d67d3a8-1e54-4445-bdec-4bd7f3bb9f06 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:49.159057 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f141f9-3f2d-4f7b-a244-ae7237807f7c None None] Sync routers for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:49.172728 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f141f9-3f2d-4f7b-a244-ae7237807f7c None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:49.173758 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-92f141f9-3f2d-4f7b-a244-ae7237807f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:49.185738 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-0d67d3a8-1e54-4445-bdec-4bd7f3bb9f06 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/6c9f2d75-91ac-446a-bfde-650b6332dcdb HTTP/1.1" status: 200 len: 990 time: 1.0660534 Aug 27 02:35:49.186310 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'tag': '4e23603f-f7cd-42a0-9751-b3014224edb8'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:35:49.188696 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c053e43-6090-4707-b74b-c92ec0bf5603" -d '{"events": [{"name": "network-changed", "server_uuid": "f5bad70c-350c-4230-a862-626dd6805e4c", "tag": "4e23603f-f7cd-42a0-9751-b3014224edb8"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:49.288782 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-92f141f9-3f2d-4f7b-a244-ae7237807f7c None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:49.296335 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b70b2a-1345-4d32-b0dd-dad678e6a944 x-openstack-request-id: req-e1b70b2a-1345-4d32-b0dd-dad678e6a944 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:49.296772 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5bad70c-350c-4230-a862-626dd6805e4c", "tag": "4e23603f-f7cd-42a0-9751-b3014224edb8", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:49.297037 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1b70b2a-1345-4d32-b0dd-dad678e6a944 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:49.297761 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b70b2a-1345-4d32-b0dd-dad678e6a944'] response: {'name': 'network-changed', 'server_uuid': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'tag': '4e23603f-f7cd-42a0-9751-b3014224edb8', 'status': 'completed', 'code': 200} Aug 27 02:35:49.393039 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c053e43-6090-4707-b74b-c92ec0bf5603 req-86075665-7b99-4fc8-a42c-ef420b6ddaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:49.394570 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c053e43-6090-4707-b74b-c92ec0bf5603 req-86075665-7b99-4fc8-a42c-ef420b6ddaf9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 1129 time: 0.0427170 Aug 27 02:35:49.487116 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:49.513041 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c053e43-6090-4707-b74b-c92ec0bf5603 req-a104c617-c986-41f8-a08a-5305a8a92008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:49.514640 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c053e43-6090-4707-b74b-c92ec0bf5603 req-a104c617-c986-41f8-a08a-5305a8a92008 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 911 time: 0.1126916 Aug 27 02:35:49.530411 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-92f141f9-3f2d-4f7b-a244-ae7237807f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '6c9f2d75-91ac-446a-bfde-650b6332dcdb', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'port_id': '4e23603f-f7cd-42a0-9751-b3014224edb8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'mac_address': 'fa:16:3e:c7:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:35:31Z', 'updated_at': '2022-08-27T02:35:48Z', 'revision_number': 1, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:49.563492 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f141f9-3f2d-4f7b-a244-ae7237807f7c None None] Checking router: de22d7d8-38ef-4996-9529-e421f60f5c70 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:35:49.574537 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f141f9-3f2d-4f7b-a244-ae7237807f7c None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:35:49.575151 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-92f141f9-3f2d-4f7b-a244-ae7237807f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:49.591690 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c053e43-6090-4707-b74b-c92ec0bf5603 req-599eacb0-f8a1-400e-9352-0f89a7b22421 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e23603f-f7cd-42a0-9751-b3014224edb8 HTTP/1.1" status: 200 len: 998 time: 0.0674634 Aug 27 02:35:49.648429 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c053e43-6090-4707-b74b-c92ec0bf5603 req-c1074a47-4238-41d9-8415-f3948290ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:49.650243 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c053e43-6090-4707-b74b-c92ec0bf5603 req-c1074a47-4238-41d9-8415-f3948290ccbb service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 200 len: 849 time: 0.0527394 Aug 27 02:35:49.688576 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:49.696632 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-92f141f9-3f2d-4f7b-a244-ae7237807f7c None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:35:49.697379 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c053e43-6090-4707-b74b-c92ec0bf5603 req-dc72fd6f-acbc-4bdb-a1a5-61c7ddd45eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:35:49.698978 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c053e43-6090-4707-b74b-c92ec0bf5603 req-dc72fd6f-acbc-4bdb-a1a5-61c7ddd45eb0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=59638dff-2144-4bc2-a657-3cc12e54e5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425892 Aug 27 02:35:49.800253 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:49.815710 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c053e43-6090-4707-b74b-c92ec0bf5603 req-b9e92895-d030-4ad7-98b5-6dff0eef24fa service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069577 Aug 27 02:35:49.921993 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c053e43-6090-4707-b74b-c92ec0bf5603 req-0be5caf0-43dc-4d1f-8b09-b3bc07cac2ca service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968454 Aug 27 02:35:50.068624 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-92f141f9-3f2d-4f7b-a244-ae7237807f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '6c9f2d75-91ac-446a-bfde-650b6332dcdb', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'port_id': '4e23603f-f7cd-42a0-9751-b3014224edb8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'mac_address': 'fa:16:3e:c7:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:35:31Z', 'updated_at': '2022-08-27T02:35:48Z', 'revision_number': 1, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:50.098886 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f141f9-3f2d-4f7b-a244-ae7237807f7c None None] The sync data for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi is: [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '6c9f2d75-91ac-446a-bfde-650b6332dcdb', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'port_id': '4e23603f-f7cd-42a0-9751-b3014224edb8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'mac_address': 'fa:16:3e:c7:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:35:31Z', 'updated_at': '2022-08-27T02:35:48Z', 'revision_number': 1, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:50.318925 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e3e21-7896-4174-bb27-1e97a32c478a None None] New status for floating IP 6c9f2d75-91ac-446a-bfde-650b6332dcdb: ACTIVE {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:35:50.429546 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:50.434707 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:50.916935 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b3374c10-e63a-4760-a546-1d3a8ec3fd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:53.986780 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-51ef535d-3523-4006-a61c-2ba0040d6752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:56.617525 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:56.623945 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:58.016641 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:58.812293 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:59.084062 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:35:59.173862 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:59.182010 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=36 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:59.917143 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=12 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:35:59.918455 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=34 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:00.453399 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:03.520477 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-605b92ef-0814-4c85-809a-6db6687e0bbb tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-743539963&fields=id&tenant_id=79e671941c234f36b542080d256de2c6 HTTP/1.1" status: 200 len: 267 time: 0.0496902 Aug 27 02:36:03.644294 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-3fbf9657-500f-45cd-ba05-0c89031a0a8a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:03.646010 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-3fbf9657-500f-45cd-ba05-0c89031a0a8a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 812 time: 0.1187131 Aug 27 02:36:03.662863 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-e60cd2e8-00fd-4f70-9c0c-76793509c4ad tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/quotas/79e671941c234f36b542080d256de2c6 HTTP/1.1" status: 200 len: 375 time: 0.0102172 Aug 27 02:36:03.718971 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d62a1d6f-9e12-4365-a134-d794e8935ea5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503926 Aug 27 02:36:03.783963 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-5e3a137d-1905-40ed-b527-ece84c50da09 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:36:03.784954 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-5e3a137d-1905-40ed-b527-ece84c50da09 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0513642 Aug 27 02:36:04.198265 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-f9e010c0-f84b-4176-bb65-37f7388b42c6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019024 Aug 27 02:36:04.307446 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-02901f67-d5e1-4548-8421-c71c9be01c29 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009827 Aug 27 02:36:04.708017 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-96000241-08fb-428c-b17c-98002ff0c861 req-e4b8fd6f-8af5-44a1-b344-56b50551e1a2 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 210 time: 0.0443511 Aug 27 02:36:05.815186 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f4e742e8-f8ad-4ff9-84c4-43269d81fbde req-e835a139-555a-412f-ae44-dee3fde4790d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 210 time: 0.0296941 Aug 27 02:36:06.153895 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-aa16c729-d80d-42c3-9372-4fffbd5af439 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:06.155412 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-aa16c729-d80d-42c3-9372-4fffbd5af439 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 812 time: 0.1169183 Aug 27 02:36:06.229982 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-a9cb5804-af14-42ec-b405-6e1203b519be tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=79e671941c234f36b542080d256de2c6 HTTP/1.1" status: 200 len: 379 time: 0.0600846 Aug 27 02:36:06.253329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'port': {'device_id': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'admin_state_up': True, 'tenant_id': '79e671941c234f36b542080d256de2c6', 'security_groups': ['88e65067-c38b-49c3-b93e-de58d7f17c27']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:06.375989 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Made reservation on behalf of 79e671941c234f36b542080d256de2c6 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:06.379925 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:06.514303 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Allocated IP 172.20.0.14 (3a1ac093-e4b6-48ea-aff8-2575f231ba35/8c080214-b45e-4fcb-b0ae-d5409fab3aae/d3b3018c-6150-428a-a235-9ccd41ba80e7) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:06.563403 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:06.614983 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:06.682190 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:06.716164 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:06.771079 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:06.775062 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:06.777000 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'Port': ['ID=d3b3018c-6150-428a-a235-9ccd41ba80e7,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:06.779460 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:36:06.817195 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.817896 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.817896 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.818184 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.818541 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.818840 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.819163 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.819493 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.819794 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.820123 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.820447 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.820774 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.821389 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.821816 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.822266 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:06.845165 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:06.846180 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:06.866173 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-59a8f7e9-7d22-4de5-89af-853bdaa5a58c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6168432 Aug 27 02:36:06.882645 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Request body: {'port': {'device_id': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:06.989301 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:07.011389 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969792ea-1e76-4527-9d6c-5bf676b0dcca req-f0c09911-3f05-4917-a927-a34c999b1e05 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:07.012887 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-969792ea-1e76-4527-9d6c-5bf676b0dcca req-f0c09911-3f05-4917-a927-a34c999b1e05 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 932 time: 0.0861075 Aug 27 02:36:07.033989 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-cd170bfc-7869-48d0-b633-0cf33d9bc669 None None] Provisioning complete for port d3b3018c-6150-428a-a235-9ccd41ba80e7 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:36:07.034647 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cd170bfc-7869-48d0-b633-0cf33d9bc669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:07.067472 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-cd170bfc-7869-48d0-b633-0cf33d9bc669 None None] Port d3b3018c-6150-428a-a235-9ccd41ba80e7 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:36:07.146942 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-969792ea-1e76-4527-9d6c-5bf676b0dcca req-b919d9e9-e0b9-466a-b863-ca6a821e75a7 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282628 Aug 27 02:36:07.312914 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b3018c-6150-428a-a235-9ccd41ba80e7 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:36:07.320479 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Publish callbacks [] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:07.334306 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Transition to ACTIVE for port object d3b3018c-6150-428a-a235-9ccd41ba80e7 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:36:07.338077 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:07.420234 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b3018c-6150-428a-a235-9ccd41ba80e7,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:07.449547 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:07.455979 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Attempting to bind port d3b3018c-6150-428a-a235-9ccd41ba80e7 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:36:07.456324 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Attempting to bind port d3b3018c-6150-428a-a235-9ccd41ba80e7 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:36:07.456648 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Attempting to bind port d3b3018c-6150-428a-a235-9ccd41ba80e7 on network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:36:07.462559 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Port d3b3018c-6150-428a-a235-9ccd41ba80e7 on network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:36:07.462886 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Attempting to bind port d3b3018c-6150-428a-a235-9ccd41ba80e7 on network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:36:07.469142 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:36:07.469516 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Checking segment: {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:36:07.469902 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Bound using segment: {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:36:07.470329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Bound port: d3b3018c-6150-428a-a235-9ccd41ba80e7, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:36:07.470700 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:07.472843 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:07.538842 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] For port d3b3018c-6150-428a-a235-9ccd41ba80e7, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:07.542648 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] For port d3b3018c-6150-428a-a235-9ccd41ba80e7, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=d3b3018c-6150-428a-a235-9ccd41ba80e7,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:07.548956 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:07.553610 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:07.554309 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:07.555951 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/d3b3018c-6150-428a-a235-9ccd41ba80e7 HTTP/1.1" status: 200 len: 1094 time: 0.6778936 Aug 27 02:36:07.556553 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'tag': 'd3b3018c-6150-428a-a235-9ccd41ba80e7'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:36:07.559329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d50e67d-83d8-458e-a16f-fe688c9320e7" -d '{"events": [{"name": "network-changed", "server_uuid": "30aa22c4-59b4-4482-b92a-3f386466f7ee", "tag": "d3b3018c-6150-428a-a235-9ccd41ba80e7"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:07.602675 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef303d9-6560-4eac-a26c-cc3f3b86c0e3 x-openstack-request-id: req-8ef303d9-6560-4eac-a26c-cc3f3b86c0e3 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:07.606511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30aa22c4-59b4-4482-b92a-3f386466f7ee", "tag": "d3b3018c-6150-428a-a235-9ccd41ba80e7", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:07.606511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ef303d9-6560-4eac-a26c-cc3f3b86c0e3 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:07.606511 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef303d9-6560-4eac-a26c-cc3f3b86c0e3'] response: {'name': 'network-changed', 'server_uuid': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'tag': 'd3b3018c-6150-428a-a235-9ccd41ba80e7', 'status': 'completed', 'code': 200} Aug 27 02:36:07.621300 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e8524-3ee0-411a-bd7c-d961bfdb3c16 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b3018c-6150-428a-a235-9ccd41ba80e7,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:07.683761 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-652677f6-d681-4440-ae6d-368b33ff7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:07.685354 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-652677f6-d681-4440-ae6d-368b33ff7e76 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 1128 time: 0.0470884 Aug 27 02:36:07.742251 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-ee65f772-bd35-4c13-aa7b-eb953d78b85b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3b3018c-6150-428a-a235-9ccd41ba80e7 HTTP/1.1" status: 200 len: 217 time: 0.0412178 Aug 27 02:36:07.793001 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-6c9aacc3-7a28-4cf6-a369-4e4320ea9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:07.794513 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-6c9aacc3-7a28-4cf6-a369-4e4320ea9ef0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0463195 Aug 27 02:36:07.839108 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-c1e9b3ac-2c86-4c29-abc2-a9456013b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:07.840604 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-c1e9b3ac-2c86-4c29-abc2-a9456013b6dd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407236 Aug 27 02:36:07.938413 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-f11f7512-6b11-4a3a-961f-c9ba0a4b8d82 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916610 Aug 27 02:36:08.035825 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c805a2-00b3-41d3-aeea-9e82b67e5093 req-5bf13f7b-41c4-49e5-b2dd-60e725c47234 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912788 Aug 27 02:36:08.279539 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e8822-46ef-48e2-a4b4-05bbd2b51054 req-6f70cbb9-ac55-4d94-8173-2349e41523cf tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:08.281638 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a26e8822-46ef-48e2-a4b4-05bbd2b51054 req-6f70cbb9-ac55-4d94-8173-2349e41523cf tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 944 time: 0.0594463 Aug 27 02:36:08.337026 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a26e8822-46ef-48e2-a4b4-05bbd2b51054 req-2f7abe97-5f2b-4cb8-b74f-f21190c2741e tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462787 Aug 27 02:36:09.037449 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50e67d-83d8-458e-a16f-fe688c9320e7 req-b6b2577f-7470-468a-95d8-5cb3649b0569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:09.038897 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0d50e67d-83d8-458e-a16f-fe688c9320e7 req-b6b2577f-7470-468a-95d8-5cb3649b0569 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 1128 time: 0.0466998 Aug 27 02:36:09.142347 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50e67d-83d8-458e-a16f-fe688c9320e7 req-c9031616-a04f-482a-a739-34b348924077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:09.143869 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0d50e67d-83d8-458e-a16f-fe688c9320e7 req-c9031616-a04f-482a-a739-34b348924077 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.0942931 Aug 27 02:36:09.183970 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0d50e67d-83d8-458e-a16f-fe688c9320e7 req-7fdcc7a8-3857-4126-8d99-bcf22131c9bd service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3b3018c-6150-428a-a235-9ccd41ba80e7 HTTP/1.1" status: 200 len: 217 time: 0.0332592 Aug 27 02:36:09.234864 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50e67d-83d8-458e-a16f-fe688c9320e7 req-76366b6b-d4cd-472d-a413-1f05f01910da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:09.236365 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0d50e67d-83d8-458e-a16f-fe688c9320e7 req-76366b6b-d4cd-472d-a413-1f05f01910da service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0460098 Aug 27 02:36:09.283241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50e67d-83d8-458e-a16f-fe688c9320e7 req-f108f136-2409-4ecc-8ffe-f22670fa6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:09.284799 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0d50e67d-83d8-458e-a16f-fe688c9320e7 req-f108f136-2409-4ecc-8ffe-f22670fa6903 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431354 Aug 27 02:36:09.380925 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0d50e67d-83d8-458e-a16f-fe688c9320e7 req-c1b470fc-cf0a-421f-a760-8cce148eb645 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891740 Aug 27 02:36:09.446642 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:09.494105 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:09.508701 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410e282-0f3e-411a-8c1a-cf972d3d7073 req-b3ef3996-358c-42f4-873b-66c747046a61 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:09.510676 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1410e282-0f3e-411a-8c1a-cf972d3d7073 req-b3ef3996-358c-42f4-873b-66c747046a61 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 944 time: 0.0771434 Aug 27 02:36:09.554576 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0d50e67d-83d8-458e-a16f-fe688c9320e7 req-98521eff-e71e-4f9d-bbdc-71deb3595f4b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677325 Aug 27 02:36:09.589003 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1410e282-0f3e-411a-8c1a-cf972d3d7073 req-e1a29950-346a-411e-af70-1b23477d27f5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665407 Aug 27 02:36:10.730308 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7747e-49dc-4cd6-a772-6d79a4164468 req-87362df0-b1ee-4b41-ba6a-6efed4285b31 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:10.732197 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f5f7747e-49dc-4cd6-a772-6d79a4164468 req-87362df0-b1ee-4b41-ba6a-6efed4285b31 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 944 time: 0.0610783 Aug 27 02:36:10.790293 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f5f7747e-49dc-4cd6-a772-6d79a4164468 req-ce4b1307-784a-4c3b-87ee-5935547172be tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515292 Aug 27 02:36:11.953852 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158c75-58d9-428b-993b-05000fc03a92 req-ebc0db4e-9459-48a3-ba39-fc390721c791 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:11.955360 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-87158c75-58d9-428b-993b-05000fc03a92 req-ebc0db4e-9459-48a3-ba39-fc390721c791 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 944 time: 0.0643456 Aug 27 02:36:12.012921 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-87158c75-58d9-428b-993b-05000fc03a92 req-e17eb955-c933-4024-99a8-c2ed1232e4be tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489097 Aug 27 02:36:13.152609 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013ebd2-db2f-4486-b441-65a064ad4368 req-80fce1dc-b80e-433b-805f-7b82318412cd tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:13.154095 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b013ebd2-db2f-4486-b441-65a064ad4368 req-80fce1dc-b80e-433b-805f-7b82318412cd tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 944 time: 0.0520954 Aug 27 02:36:13.204998 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b013ebd2-db2f-4486-b441-65a064ad4368 req-30fce89a-5b41-486c-8480-747ea5111e6f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451269 Aug 27 02:36:14.334895 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3096c-3715-4de7-ac11-2d1ca7210321 req-07f776ba-8544-4f91-87ae-681aced95f6c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:14.336646 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-04e3096c-3715-4de7-ac11-2d1ca7210321 req-07f776ba-8544-4f91-87ae-681aced95f6c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 944 time: 0.0497837 Aug 27 02:36:14.390242 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-04e3096c-3715-4de7-ac11-2d1ca7210321 req-d7bf7677-26a0-4432-86bd-a58f8878f0a9 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475972 Aug 27 02:36:14.491942 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:14.492727 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:15.303403 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:36:15.519221 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2aceee-9140-4b49-8298-37108c5cac2c req-fcdaabfb-4eee-435c-896d-83cd36d74410 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:15.520703 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5d2aceee-9140-4b49-8298-37108c5cac2c req-fcdaabfb-4eee-435c-896d-83cd36d74410 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 944 time: 0.0504725 Aug 27 02:36:15.578317 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5d2aceee-9140-4b49-8298-37108c5cac2c req-f6de16ea-020f-4586-a198-3aacf3480798 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513000 Aug 27 02:36:16.705339 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29253b7c-69d7-46cf-b256-84b95d5a223d req-2c22e4f1-46ed-4d7d-a37a-8289a4184dad tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:16.706845 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-29253b7c-69d7-46cf-b256-84b95d5a223d req-2c22e4f1-46ed-4d7d-a37a-8289a4184dad tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 944 time: 0.0535064 Aug 27 02:36:16.764006 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-29253b7c-69d7-46cf-b256-84b95d5a223d req-ff5aec39-b41b-49a7-a026-4570af28c2f7 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513465 Aug 27 02:36:16.878892 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device d3b3018c-6150-428a-a235-9ccd41ba80e7 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:36:16.988374 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port d3b3018c-6150-428a-a235-9ccd41ba80e7, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=d3b3018c-6150-428a-a235-9ccd41ba80e7,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:17.000371 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': 'd3b3018c-6150-428a-a235-9ccd41ba80e7', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'port_id': 'd3b3018c-6150-428a-a235-9ccd41ba80e7', 'mac_address': 'fa:16:3e:74:2c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:36:17.038049 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port d3b3018c-6150-428a-a235-9ccd41ba80e7 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:36:17.038449 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:17.059263 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b3018c-6150-428a-a235-9ccd41ba80e7 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:36:17.083417 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port d3b3018c-6150-428a-a235-9ccd41ba80e7, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=d3b3018c-6150-428a-a235-9ccd41ba80e7,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:17.088585 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:17.142149 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=d3b3018c-6150-428a-a235-9ccd41ba80e7,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:17.577157 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['d3b3018c-6150-428a-a235-9ccd41ba80e7'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:36:17.658516 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:17.890913 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4439345-8371-406f-98df-744c3057e86a req-41f3fe7c-f92d-4861-a7bc-c656479546b1 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:17.892288 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4439345-8371-406f-98df-744c3057e86a req-41f3fe7c-f92d-4861-a7bc-c656479546b1 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 945 time: 0.0514970 Aug 27 02:36:17.945226 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4439345-8371-406f-98df-744c3057e86a req-1c9d7fd4-f249-418f-95cc-6256f22734b1 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471082 Aug 27 02:36:18.888237 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device d3b3018c-6150-428a-a235-9ccd41ba80e7 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:18.924645 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:18.942432 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port d3b3018c-6150-428a-a235-9ccd41ba80e7 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:36:18.949981 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port d3b3018c-6150-428a-a235-9ccd41ba80e7 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:36:18.950354 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:19.032182 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port d3b3018c-6150-428a-a235-9ccd41ba80e7 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:36:19.032572 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:19.058386 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b3018c-6150-428a-a235-9ccd41ba80e7'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:36:19.060701 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c512a97c-1822-4033-89dc-f91d0bf0ebe1" -d '{"events": [{"server_uuid": "30aa22c4-59b4-4482-b92a-3f386466f7ee", "name": "network-vif-plugged", "status": "completed", "tag": "d3b3018c-6150-428a-a235-9ccd41ba80e7"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:19.074755 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port d3b3018c-6150-428a-a235-9ccd41ba80e7, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=d3b3018c-6150-428a-a235-9ccd41ba80e7,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:19.080570 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:19.085824 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d7ca5-b3c4-4d5a-9e15-9cbd0ced4a5a req-d518bb78-70a2-4424-ba57-9fb59e3efc24 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:19.093008 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1b2d7ca5-b3c4-4d5a-9e15-9cbd0ced4a5a req-d518bb78-70a2-4424-ba57-9fb59e3efc24 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 945 time: 0.0595014 Aug 27 02:36:19.107452 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287bcc86-405c-4775-8357-d08c615e5936 x-openstack-request-id: req-287bcc86-405c-4775-8357-d08c615e5936 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:19.107751 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30aa22c4-59b4-4482-b92a-3f386466f7ee", "name": "network-vif-plugged", "status": "completed", "tag": "d3b3018c-6150-428a-a235-9ccd41ba80e7", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:19.108000 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-287bcc86-405c-4775-8357-d08c615e5936 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:19.108397 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287bcc86-405c-4775-8357-d08c615e5936'] response: {'server_uuid': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b3018c-6150-428a-a235-9ccd41ba80e7', 'code': 200} Aug 27 02:36:19.136899 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=d3b3018c-6150-428a-a235-9ccd41ba80e7,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:19.141153 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1b2d7ca5-b3c4-4d5a-9e15-9cbd0ced4a5a req-8d9cb82b-746b-4c99-9309-184934210473 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471771 Aug 27 02:36:19.383882 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeefd5b-f111-4b70-ad97-507a787f94fd req-bd730ba9-9b7a-419b-a719-1456e97d3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:19.386305 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-feeefd5b-f111-4b70-ad97-507a787f94fd req-bd730ba9-9b7a-419b-a719-1456e97d3475 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 1130 time: 0.0466866 Aug 27 02:36:19.436186 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-feeefd5b-f111-4b70-ad97-507a787f94fd req-52bd740d-1c0b-4c9d-b5f1-bc74fae4ffe8 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443501 Aug 27 02:36:20.271752 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a04f2-e461-488b-b266-8aafdabe7704 req-2b033329-2b1d-4a1c-b923-7d7900fc946a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:20.273303 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e42a04f2-e461-488b-b266-8aafdabe7704 req-2b033329-2b1d-4a1c-b923-7d7900fc946a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 946 time: 0.0523262 Aug 27 02:36:20.287043 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:20.330825 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e42a04f2-e461-488b-b266-8aafdabe7704 req-0a319578-84f0-4e2a-bf4a-9da80741255d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507596 Aug 27 02:36:20.916791 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8dd34f31-2c06-48d0-8510-a480ad6a9698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:21.458157 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:21.476236 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a23f5-e672-4266-bc63-d4b7e8489385 req-f0f21fff-b416-4722-89d0-80236852978d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:21.477787 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cf0a23f5-e672-4266-bc63-d4b7e8489385 req-f0f21fff-b416-4722-89d0-80236852978d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 946 time: 0.0528522 Aug 27 02:36:21.532441 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cf0a23f5-e672-4266-bc63-d4b7e8489385 req-3cb5b4bd-e54a-4539-a5d6-61c731cfbf8f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479641 Aug 27 02:36:21.667699 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1c9ca-64cd-468a-924c-72ca148b30fa req-b8ad90b9-9de2-4e1f-b770-7ea08697cbb9 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:21.669110 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eaf1c9ca-64cd-468a-924c-72ca148b30fa req-b8ad90b9-9de2-4e1f-b770-7ea08697cbb9 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 946 time: 0.0561028 Aug 27 02:36:21.737572 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eaf1c9ca-64cd-468a-924c-72ca148b30fa req-3476d7e0-ddb1-4a11-a07e-20272f9b8f23 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624402 Aug 27 02:36:21.765486 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53264) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:36:21.868008 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a852cc9a-7231-4a9a-9178-cdca926b2ce3 tempest-TestVolumeBootPattern-632054367 tempest-TestVolumeBootPattern-632054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:21.869573 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-a852cc9a-7231-4a9a-9178-cdca926b2ce3 tempest-TestVolumeBootPattern-632054367 tempest-TestVolumeBootPattern-632054367-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 1125 time: 0.1030319 Aug 27 02:36:21.875001 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53268) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:36:21.879506 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'port_id': 'd3b3018c-6150-428a-a235-9ccd41ba80e7', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:21.904117 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:21.988377 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:22.381774 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Allocated IP 172.27.1.143 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/fe7c48bf-0295-44f9-a368-99f98eb635b7) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:22.496850 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for port (fe7c48bf-0295-44f9-a368-99f98eb635b7), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:22.536662 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (fe7c48bf-0295-44f9-a368-99f98eb635b7), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:22.580597 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:22.583609 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:22.587568 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:36:22.592904 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'Port': ['ID=fe7c48bf-0295-44f9-a368-99f98eb635b7,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:22.622152 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.622501 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.622847 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.623266 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.623619 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.623953 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.624348 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.624624 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.624964 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.625311 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.625637 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.625958 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.626279 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.626597 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.626915 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.958394 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:22.990854 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:23.005017 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (05d52f79-8df4-4424-bb0f-82bcd4583044), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:23.078999 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (fe7c48bf-0295-44f9-a368-99f98eb635b7), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:23.242864 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for port (fe7c48bf-0295-44f9-a368-99f98eb635b7), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:23.249589 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (fe7c48bf-0295-44f9-a368-99f98eb635b7), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:23.322081 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'Port': ['ID=fe7c48bf-0295-44f9-a368-99f98eb635b7,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:23.324480 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (05d52f79-8df4-4424-bb0f-82bcd4583044), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:23.425567 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Floating IP 05d52f79-8df4-4424-bb0f-82bcd4583044 associated. External IP: 172.27.1.143, port: d3b3018c-6150-428a-a235-9ccd41ba80e7. Aug 27 02:36:23.633514 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Router 8ab30363-72c0-4158-84ed-51aa1d7bea78 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:36:23.747192 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:23.757848 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe26a73-f998-4bac-8e9d-2835a1ce07a2 None None] Sync routers for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:23.768529 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:23.774776 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe26a73-f998-4bac-8e9d-2835a1ce07a2 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:36:23.775669 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-5fe26a73-f998-4bac-8e9d-2835a1ce07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:35:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:23.807426 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-5104cdd3-cf94-4a2b-8bf4-0daa66489ee6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9313252 Aug 27 02:36:23.807989 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'tag': 'd3b3018c-6150-428a-a235-9ccd41ba80e7'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:36:23.810488 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "30aa22c4-59b4-4482-b92a-3f386466f7ee", "tag": "d3b3018c-6150-428a-a235-9ccd41ba80e7"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:23.857226 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1289138-186e-43fa-b8c6-52d6026fac46 x-openstack-request-id: req-c1289138-186e-43fa-b8c6-52d6026fac46 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:23.857734 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30aa22c4-59b4-4482-b92a-3f386466f7ee", "tag": "d3b3018c-6150-428a-a235-9ccd41ba80e7", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:23.858076 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1289138-186e-43fa-b8c6-52d6026fac46 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:23.858578 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1289138-186e-43fa-b8c6-52d6026fac46'] response: {'name': 'network-changed', 'server_uuid': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'tag': 'd3b3018c-6150-428a-a235-9ccd41ba80e7', 'status': 'completed', 'code': 200} Aug 27 02:36:23.892104 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-5fe26a73-f998-4bac-8e9d-2835a1ce07a2 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:36:23.954894 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b req-a490f8a6-e691-443d-a220-bffc608656c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:23.956402 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b req-a490f8a6-e691-443d-a220-bffc608656c6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 1130 time: 0.0453503 Aug 27 02:36:23.994020 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d1827e15-6077-4399-9a1f-5cf4d77f936d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:24.057936 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b req-7e5841df-6ebe-4d99-8393-1ed812c233b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:24.059011 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b req-7e5841df-6ebe-4d99-8393-1ed812c233b6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.0955362 Aug 27 02:36:24.125424 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-5fe26a73-f998-4bac-8e9d-2835a1ce07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '05d52f79-8df4-4424-bb0f-82bcd4583044', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'd3b3018c-6150-428a-a235-9ccd41ba80e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:74:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:36:22Z', 'updated_at': '2022-08-27T02:36:22Z', 'revision_number': 0, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:24.127048 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b req-50572631-2e76-4d87-be51-3d9702bed318 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3b3018c-6150-428a-a235-9ccd41ba80e7 HTTP/1.1" status: 200 len: 1000 time: 0.0620115 Aug 27 02:36:24.151369 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe26a73-f998-4bac-8e9d-2835a1ce07a2 None None] Checking router: 8ab30363-72c0-4158-84ed-51aa1d7bea78 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:36:24.160756 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe26a73-f998-4bac-8e9d-2835a1ce07a2 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:36:24.161410 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-5fe26a73-f998-4bac-8e9d-2835a1ce07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:36:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:24.176665 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b req-1803c929-cf8f-46bb-b062-b84f3e16f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:24.178154 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b req-1803c929-cf8f-46bb-b062-b84f3e16f060 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0454059 Aug 27 02:36:24.202066 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:24.227858 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b req-d4a6c5de-3b8c-4dfc-9337-3c6346107c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:24.229404 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b req-d4a6c5de-3b8c-4dfc-9337-3c6346107c37 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457799 Aug 27 02:36:24.277466 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-5fe26a73-f998-4bac-8e9d-2835a1ce07a2 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:36:24.347929 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b req-4560fd05-eee8-4a23-b2c7-3fcbcccb674f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128347 Aug 27 02:36:24.442345 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2672b99e-ef50-4023-a3f5-6e8fc4a61d9b req-a6d1d200-64fa-48ed-b17d-05aecdb13290 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885277 Aug 27 02:36:24.502968 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-5fe26a73-f998-4bac-8e9d-2835a1ce07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '05d52f79-8df4-4424-bb0f-82bcd4583044', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'd3b3018c-6150-428a-a235-9ccd41ba80e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:74:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:36:22Z', 'updated_at': '2022-08-27T02:36:22Z', 'revision_number': 0, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:24.505034 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:24.534236 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe26a73-f998-4bac-8e9d-2835a1ce07a2 None None] The sync data for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi is: [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '05d52f79-8df4-4424-bb0f-82bcd4583044', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'd3b3018c-6150-428a-a235-9ccd41ba80e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:74:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:36:22Z', 'updated_at': '2022-08-27T02:36:22Z', 'revision_number': 0, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:24.744631 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42046bf-2d27-45f9-a76c-d3bee7fd4077 None None] New status for floating IP 05d52f79-8df4-4424-bb0f-82bcd4583044: ACTIVE {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:36:26.629201 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:28.014961 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:28.815947 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:29.051454 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:33.171645 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-cced0299-2caf-473e-afb3-e78bfc07e57d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505190 Aug 27 02:36:33.292227 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-031e7360-d7e4-48f1-b908-3edeeaa81bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:33.293821 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-031e7360-d7e4-48f1-b908-3edeeaa81bf1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 1129 time: 0.0427060 Aug 27 02:36:33.418975 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-43fc900d-2bbb-4c73-af0b-7261f2a6ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:33.420450 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-43fc900d-2bbb-4c73-af0b-7261f2a6ecab service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 911 time: 0.0987124 Aug 27 02:36:33.497460 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-d816af15-56da-4e30-ae39-72f064197f2c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e23603f-f7cd-42a0-9751-b3014224edb8 HTTP/1.1" status: 200 len: 1000 time: 0.0681987 Aug 27 02:36:33.551345 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-b285c27e-ae92-4b30-bf34-dc2c3ffc2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:33.552845 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-b285c27e-ae92-4b30-bf34-dc2c3ffc2fda service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 200 len: 849 time: 0.0478952 Aug 27 02:36:33.604638 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-bac7e2ec-2439-4a88-9c23-5e4bffdf95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:36:33.606352 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-bac7e2ec-2439-4a88-9c23-5e4bffdf95e1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=59638dff-2144-4bc2-a657-3cc12e54e5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468633 Aug 27 02:36:33.621986 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:33.702153 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:33.714333 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-43cd4bb6-83d5-4a9e-ba77-a4c04252c7b4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009812 Aug 27 02:36:33.795086 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:33.804184 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:33.820648 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-723d5b73-3696-4ab8-8649-84068a5c2dbd req-4b32f0a8-829f-477d-841b-ba1de5aac65d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995142 Aug 27 02:36:34.847322 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:34.850273 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:39.039417 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:39.045904 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:43.815531 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=23 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:43.816964 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=8 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:50.914942 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b3a52f87-f906-46f3-84ac-c80d6bf11da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:51.492314 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=16 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:51.493231 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=16 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:36:52.304360 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:36:53.982800 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-50e50b4e-ab58-46d3-ae11-290da3b79cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:56.629483 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:58.011371 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:58.794292 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:36:59.055875 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:02.298541 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:02.299355 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:09.043477 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:09.049169 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:18.940863 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2e175-5b1f-4251-8d4a-1026ce010d89 req-0b2389ba-1c87-4598-bb28-5901136f8877 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:18.942354 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47a2e175-5b1f-4251-8d4a-1026ce010d89 req-0b2389ba-1c87-4598-bb28-5901136f8877 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0554075 Aug 27 02:37:18.993037 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47a2e175-5b1f-4251-8d4a-1026ce010d89 req-3c869fe2-16ab-47e5-ade4-68eac527b38a tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427034 Aug 27 02:37:20.123003 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be787b-c949-446b-97a1-3d6ab96ac859 req-d071ea6e-2b74-4b10-b368-36711af56ea5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:20.124503 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d1be787b-c949-446b-97a1-3d6ab96ac859 req-d071ea6e-2b74-4b10-b368-36711af56ea5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0479517 Aug 27 02:37:20.181327 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d1be787b-c949-446b-97a1-3d6ab96ac859 req-b973dc23-fb00-428c-93e6-ab85c2c4babb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493698 Aug 27 02:37:20.914140 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ea22ec2e-ce13-46ba-bc0c-246f9b91c6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:21.329025 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338e834-1744-4569-a042-f4c9a64c84b1 req-9082deeb-c554-42df-9d9d-c7e74a950f0f tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:21.330544 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0338e834-1744-4569-a042-f4c9a64c84b1 req-9082deeb-c554-42df-9d9d-c7e74a950f0f tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0577431 Aug 27 02:37:21.379914 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0338e834-1744-4569-a042-f4c9a64c84b1 req-0e253fcb-05d8-4dbc-918e-5f743063b4d0 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Aug 27 02:37:22.512353 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3bea8-8aa9-4118-b04a-32e3f416d173 req-60a7462c-e24d-4827-a6f0-d08c31995724 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:22.513974 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cf3bea8-8aa9-4118-b04a-32e3f416d173 req-60a7462c-e24d-4827-a6f0-d08c31995724 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0482059 Aug 27 02:37:22.567879 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cf3bea8-8aa9-4118-b04a-32e3f416d173 req-fe7eecfd-39f8-44e9-a52e-212aa0e7df52 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452859 Aug 27 02:37:23.710298 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7211a-b1c5-4456-82e2-bebaa5ddde12 req-7d21ad7e-2eea-43c3-b9e9-407abaadf8a1 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:23.711782 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a4b7211a-b1c5-4456-82e2-bebaa5ddde12 req-7d21ad7e-2eea-43c3-b9e9-407abaadf8a1 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0537062 Aug 27 02:37:23.770791 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a4b7211a-b1c5-4456-82e2-bebaa5ddde12 req-e857069b-9e80-4144-a96e-e6ed01192a9f tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524743 Aug 27 02:37:23.988220 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-089b8bb5-f2c6-4c64-981b-3ea88b16e7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:24.915551 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd58b93-be59-41be-8282-677e94e66530 req-70ae557b-a677-4e08-9f9d-62c74ee06ee0 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:24.916998 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fd58b93-be59-41be-8282-677e94e66530 req-70ae557b-a677-4e08-9f9d-62c74ee06ee0 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0552752 Aug 27 02:37:24.975211 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fd58b93-be59-41be-8282-677e94e66530 req-58875876-293e-4715-9548-61e8ac853e43 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498712 Aug 27 02:37:26.115415 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c8ef3-718e-4dc8-af2b-d6292812b23b req-dc3e67cb-e852-4b0a-94bd-84382bcac540 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:26.116936 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-be6c8ef3-718e-4dc8-af2b-d6292812b23b req-dc3e67cb-e852-4b0a-94bd-84382bcac540 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0538752 Aug 27 02:37:26.170683 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-be6c8ef3-718e-4dc8-af2b-d6292812b23b req-c8cbf2d6-21ff-40a8-8d56-4a4bfb115a6a tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447066 Aug 27 02:37:26.634291 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:27.324735 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa78f-8f0f-420b-b95f-00ef14ee5b00 req-e519c564-3354-40c0-87ae-e66e633cc9f1 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:27.327329 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05baa78f-8f0f-420b-b95f-00ef14ee5b00 req-e519c564-3354-40c0-87ae-e66e633cc9f1 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0631945 Aug 27 02:37:27.393267 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05baa78f-8f0f-420b-b95f-00ef14ee5b00 req-71a280b1-111c-439f-bcc9-0d1e3b15a84b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593953 Aug 27 02:37:28.018836 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:28.487245 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:28.491327 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:28.533409 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bd4b6-c1a5-4bce-99bd-60c51ffe7a00 req-0d017343-3b50-494c-9221-d88701161ff7 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:28.534892 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eb7bd4b6-c1a5-4bce-99bd-60c51ffe7a00 req-0d017343-3b50-494c-9221-d88701161ff7 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0573163 Aug 27 02:37:28.594211 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eb7bd4b6-c1a5-4bce-99bd-60c51ffe7a00 req-d1c1e734-a839-40f7-a6c0-66adfbddb973 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478420 Aug 27 02:37:28.793075 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:29.062474 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:29.303602 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:37:29.738224 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53942191-5596-46ae-a930-ee48c4dd67f1 req-0b4bc3b1-f14b-4c6b-864f-ab294b98a2a0 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:29.739805 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-53942191-5596-46ae-a930-ee48c4dd67f1 req-0b4bc3b1-f14b-4c6b-864f-ab294b98a2a0 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0619018 Aug 27 02:37:29.806488 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-53942191-5596-46ae-a930-ee48c4dd67f1 req-81281485-0a00-4eac-96b3-3b2af6c51592 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578825 Aug 27 02:37:30.058476 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db51021-f311-4fd8-bc0e-94fa9af78edd req-6fa15ad3-1ee2-4bc7-a8ff-5ab10c97c57d tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:30.060320 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5db51021-f311-4fd8-bc0e-94fa9af78edd req-6fa15ad3-1ee2-4bc7-a8ff-5ab10c97c57d tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0490880 Aug 27 02:37:30.105387 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:30.118887 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:30.122797 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5db51021-f311-4fd8-bc0e-94fa9af78edd req-5d6ccd39-38b9-4fd5-b518-15b0f6a5dc80 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564420 Aug 27 02:37:30.152866 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9db0b-ae0b-4f0d-a5bb-92ae88840321 req-05556701-6e89-4f28-bdd4-7ef542aa0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:30.154503 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6b9db0b-ae0b-4f0d-a5bb-92ae88840321 req-05556701-6e89-4f28-bdd4-7ef542aa0ccc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 1129 time: 0.0454779 Aug 27 02:37:30.257598 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9db0b-ae0b-4f0d-a5bb-92ae88840321 req-30f91c8d-901b-46b7-b983-ad428ee84c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:30.258980 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6b9db0b-ae0b-4f0d-a5bb-92ae88840321 req-30f91c8d-901b-46b7-b983-ad428ee84c08 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 911 time: 0.0980794 Aug 27 02:37:30.321046 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6b9db0b-ae0b-4f0d-a5bb-92ae88840321 req-1fd22a83-6dd6-4f87-90d8-0ce2bf204837 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e23603f-f7cd-42a0-9751-b3014224edb8 HTTP/1.1" status: 200 len: 1000 time: 0.0559947 Aug 27 02:37:30.383934 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9db0b-ae0b-4f0d-a5bb-92ae88840321 req-95cb9cd8-db5b-461b-8f1e-345e3a63c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:30.385424 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6b9db0b-ae0b-4f0d-a5bb-92ae88840321 req-95cb9cd8-db5b-461b-8f1e-345e3a63c1ae service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 200 len: 849 time: 0.0589392 Aug 27 02:37:30.430847 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9db0b-ae0b-4f0d-a5bb-92ae88840321 req-785e3e96-7c6b-47c6-a647-579b8a66bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:30.432354 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6b9db0b-ae0b-4f0d-a5bb-92ae88840321 req-785e3e96-7c6b-47c6-a647-579b8a66bd7b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=59638dff-2144-4bc2-a657-3cc12e54e5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413041 Aug 27 02:37:30.533567 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6b9db0b-ae0b-4f0d-a5bb-92ae88840321 req-430333b2-f362-4656-9109-0e6c4832b445 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941479 Aug 27 02:37:30.626825 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6b9db0b-ae0b-4f0d-a5bb-92ae88840321 req-e378879b-6451-4b61-8249-adaab21d6d38 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873878 Aug 27 02:37:31.257458 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bf7e8-1a4e-4132-90f0-a0d645047e89 req-00913a55-2e6c-434c-82a5-816af3bd65ad tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:31.258943 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5f7bf7e8-1a4e-4132-90f0-a0d645047e89 req-00913a55-2e6c-434c-82a5-816af3bd65ad tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0510499 Aug 27 02:37:31.314170 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5f7bf7e8-1a4e-4132-90f0-a0d645047e89 req-0228789e-fefa-4851-9f73-c1107ffb1493 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471759 Aug 27 02:37:32.451109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bfc2d-6d02-4831-9986-60be75f01314 req-6e1bfc95-9b68-463e-aa0b-137c87e2b217 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:32.452666 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de9bfc2d-6d02-4831-9986-60be75f01314 req-6e1bfc95-9b68-463e-aa0b-137c87e2b217 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0595832 Aug 27 02:37:32.505863 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de9bfc2d-6d02-4831-9986-60be75f01314 req-3385b637-9864-4cc3-954e-9ab95c09cd52 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451064 Aug 27 02:37:35.129603 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-6feb659a-e09e-4890-a415-b62c09145e17 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375772 Aug 27 02:37:35.220416 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-00613886-5065-46f7-af08-ee4ac666e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:35.222176 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-00613886-5065-46f7-af08-ee4ac666e2ba service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 1130 time: 0.0492380 Aug 27 02:37:35.335950 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-1b70290e-03af-488c-a9dc-39443a09b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:35.337465 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-1b70290e-03af-488c-a9dc-39443a09b440 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.0948448 Aug 27 02:37:35.405235 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-e636bf0b-81e2-4c9b-985f-8a3f8ee58242 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3b3018c-6150-428a-a235-9ccd41ba80e7 HTTP/1.1" status: 200 len: 1002 time: 0.0611410 Aug 27 02:37:35.454310 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-261e5415-8d4e-4cb3-a94a-4cc94683d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:35.455782 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-261e5415-8d4e-4cb3-a94a-4cc94683d92b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0454245 Aug 27 02:37:35.501915 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-6ccb54d8-f38f-496c-b275-23d7426681aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:37:35.503402 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-6ccb54d8-f38f-496c-b275-23d7426681aa service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404005 Aug 27 02:37:35.569809 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:35.571899 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:35.603444 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-5786cb0c-3356-41b3-b61c-ce01f38006f1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923331 Aug 27 02:37:35.965586 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a36b05e1-e167-4980-a16a-3348e99d5c14 req-ec809c10-238b-4c6c-b335-0a610d18cfba service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561778 Aug 27 02:37:39.050780 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:39.052874 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:45.960043 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=14 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:45.962139 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=15 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:47.308379 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:47.309134 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:37:50.909987 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-a0ae186c-7770-4463-a38f-4037d17470ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:53.977851 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-0d06ff1e-cf56-442f-930e-d6a3f82335f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:56.636264 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:58.007523 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:58.805181 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:37:59.094125 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:05.488826 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:05.489724 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:06.304701 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:38:09.259969 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:09.271837 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:16.299327 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:16.300099 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:20.917893 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e76a209b-04eb-4bda-bc6c-e71d73e6dbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:23.973456 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-dbf427ef-3ad8-446e-921f-9cbf88ce636b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:26.640707 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:28.004298 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:28.813844 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:29.067158 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:32.410853 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [req-47c5c1cf-36cd-4301-8925-5a755c1d4a00 req-b92db027-596c-43e5-8a5f-afb09841a4c8 service neutron] (106604) timed out ('10.222.0.45', 49738) {{(pid=106604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 02:38:35.119990 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-8bf1ec30-cb3e-4392-bd1c-336377a92d2a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451639 Aug 27 02:38:35.235921 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-e3b2f02e-0acd-40c3-a3e8-f5da506d1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:35.237491 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-e3b2f02e-0acd-40c3-a3e8-f5da506d1058 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 1129 time: 0.0485601 Aug 27 02:38:35.354020 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-379236e6-c1d1-484c-896c-7998538c8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:35.355491 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-379236e6-c1d1-484c-896c-7998538c8de9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 911 time: 0.0948687 Aug 27 02:38:35.432040 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-df343048-883f-4835-8a48-cb7ad939b677 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e23603f-f7cd-42a0-9751-b3014224edb8 HTTP/1.1" status: 200 len: 1000 time: 0.0669737 Aug 27 02:38:35.538997 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-536ec6d3-7cf3-45a2-a307-246c1ae1881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:35.540454 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-536ec6d3-7cf3-45a2-a307-246c1ae1881a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 200 len: 849 time: 0.1017709 Aug 27 02:38:35.589458 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-72f15ae7-d48c-4f42-8d5e-abf13abc1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:35.590971 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-72f15ae7-d48c-4f42-8d5e-abf13abc1ac9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=59638dff-2144-4bc2-a657-3cc12e54e5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438180 Aug 27 02:38:35.693547 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-53c5e776-d1d9-4ec7-876e-4eabec476cb2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944331 Aug 27 02:38:35.795145 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f76d988-3abb-42da-9d5e-5e7ae39ebbc6 req-313c6125-c834-47c3-8550-a4ebbb0294e7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957103 Aug 27 02:38:37.373873 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad648bfe-85b2-41e5-9026-b5df8e8eb23d req-326bc2c9-32fb-4a99-bf5a-15d84f069ff1 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:37.375240 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ad648bfe-85b2-41e5-9026-b5df8e8eb23d req-326bc2c9-32fb-4a99-bf5a-15d84f069ff1 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0539412 Aug 27 02:38:37.429281 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ad648bfe-85b2-41e5-9026-b5df8e8eb23d req-34b84f13-2928-401b-8c6e-2b9954960cc0 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469928 Aug 27 02:38:38.625209 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe5f49-f117-45b5-bfeb-bb231750408b req-a1c462d3-b727-413c-bc85-835079f85a23 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:38.626681 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cebe5f49-f117-45b5-bfeb-bb231750408b req-a1c462d3-b727-413c-bc85-835079f85a23 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.1023889 Aug 27 02:38:38.676306 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cebe5f49-f117-45b5-bfeb-bb231750408b req-dd28aef7-a13c-492d-ac54-36d69e2ae8ca tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439019 Aug 27 02:38:39.054528 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:39.060868 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:39.805350 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e81a-917d-458d-8de7-b5598bbc08b1 req-dd7a4cb6-ddb5-460a-8fab-5fbfbfcc6ad3 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:39.807376 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90e2e81a-917d-458d-8de7-b5598bbc08b1 req-dd7a4cb6-ddb5-460a-8fab-5fbfbfcc6ad3 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0512295 Aug 27 02:38:39.866976 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90e2e81a-917d-458d-8de7-b5598bbc08b1 req-683180f3-ba97-4846-ab3a-22efef9e90cc tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507324 Aug 27 02:38:40.997555 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc2ff5-dffd-4ee7-95bc-e5bb721fec97 req-2bb9319e-63aa-4ccc-948d-f080bcc51e48 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:40.998961 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ffc2ff5-dffd-4ee7-95bc-e5bb721fec97 req-2bb9319e-63aa-4ccc-948d-f080bcc51e48 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0519490 Aug 27 02:38:41.063830 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ffc2ff5-dffd-4ee7-95bc-e5bb721fec97 req-35086dd8-c59d-4269-aaef-6e78b89083bc tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565250 Aug 27 02:38:42.206497 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecbc4f-4ad4-43f7-98cc-fa702587f6ea req-9ba046b4-be18-4369-979e-c07f9b4c7269 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:42.208037 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cfecbc4f-4ad4-43f7-98cc-fa702587f6ea req-9ba046b4-be18-4369-979e-c07f9b4c7269 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0491061 Aug 27 02:38:42.238028 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:42.263453 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cfecbc4f-4ad4-43f7-98cc-fa702587f6ea req-035071b2-3084-4e65-b101-32181bdf5c0c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465059 Aug 27 02:38:43.306025 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:38:43.400685 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fdf5a-72e5-4b03-abe7-35ac9fd09563 req-9df05be0-48fa-463e-a0ec-43b09a989217 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:43.402309 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2e5fdf5a-72e5-4b03-abe7-35ac9fd09563 req-9df05be0-48fa-463e-a0ec-43b09a989217 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0540609 Aug 27 02:38:43.452153 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2e5fdf5a-72e5-4b03-abe7-35ac9fd09563 req-ec0ddf6c-719e-4a84-b18d-05eb15752863 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419395 Aug 27 02:38:44.547936 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:44.592736 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83989a-555d-44e7-be6b-61dd13f5c067 req-1c67dd37-5676-4b05-b662-a65db5d112fb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:44.594301 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ff83989a-555d-44e7-be6b-61dd13f5c067 req-1c67dd37-5676-4b05-b662-a65db5d112fb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0564623 Aug 27 02:38:44.654427 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ff83989a-555d-44e7-be6b-61dd13f5c067 req-af23f1dc-52f6-406f-84db-6e62f8a1d69e tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544288 Aug 27 02:38:45.947580 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4adf99-2cd0-4191-a71f-9479a836e15d req-b4a4b169-5fcd-420f-a9eb-23f188d4d517 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:45.948941 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef4adf99-2cd0-4191-a71f-9479a836e15d req-b4a4b169-5fcd-420f-a9eb-23f188d4d517 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0537925 Aug 27 02:38:46.000714 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef4adf99-2cd0-4191-a71f-9479a836e15d req-4fadc63b-1ba7-4ea0-88c2-8dc2001985d0 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Aug 27 02:38:47.127569 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e9a3c-2758-4885-95e8-27635e5bd8d6 req-4905fe89-2b02-4500-8294-3ea5044a4de7 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:47.129017 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ea8e9a3c-2758-4885-95e8-27635e5bd8d6 req-4905fe89-2b02-4500-8294-3ea5044a4de7 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0522883 Aug 27 02:38:47.178775 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ea8e9a3c-2758-4885-95e8-27635e5bd8d6 req-33a6e1d1-c82a-48d8-ae34-2ea226604a3d tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439677 Aug 27 02:38:48.311914 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35369959-f91c-4c94-a1b3-753c012ef7db req-15eec5a2-2363-4ded-83cd-b7ce7c4a011e tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:48.313490 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-35369959-f91c-4c94-a1b3-753c012ef7db req-15eec5a2-2363-4ded-83cd-b7ce7c4a011e tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0565472 Aug 27 02:38:48.377064 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-35369959-f91c-4c94-a1b3-753c012ef7db req-55f4fd66-7975-4810-a78c-f0104e004fb4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551543 Aug 27 02:38:48.607492 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265f6bc-aa6e-49cb-b62e-e76737770cf3 req-2bfb7161-cbe0-4306-912a-7d18eedc5747 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:48.609666 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e265f6bc-aa6e-49cb-b62e-e76737770cf3 req-2bfb7161-cbe0-4306-912a-7d18eedc5747 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0570626 Aug 27 02:38:48.675940 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228fa90-0db4-4531-a9f8-d593d6abe96a req-2fca6d2d-c93e-4edc-bb44-ecf046b2c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:48.677407 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0228fa90-0db4-4531-a9f8-d593d6abe96a req-2fca6d2d-c93e-4edc-bb44-ecf046b2c2a6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 1129 time: 0.0608752 Aug 27 02:38:48.709831 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e265f6bc-aa6e-49cb-b62e-e76737770cf3 req-cb4232fe-adc5-41be-8b16-e40e0888fb92 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943351 Aug 27 02:38:48.784849 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228fa90-0db4-4531-a9f8-d593d6abe96a req-e589b334-11eb-424f-918c-b49fb21c24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:48.786288 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0228fa90-0db4-4531-a9f8-d593d6abe96a req-e589b334-11eb-424f-918c-b49fb21c24fc service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 911 time: 0.1008728 Aug 27 02:38:48.853171 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0228fa90-0db4-4531-a9f8-d593d6abe96a req-99189b11-7d05-4e9f-bb19-3df7dc86c9f5 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e23603f-f7cd-42a0-9751-b3014224edb8 HTTP/1.1" status: 200 len: 1000 time: 0.0613999 Aug 27 02:38:48.908863 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228fa90-0db4-4531-a9f8-d593d6abe96a req-98038576-aa88-4101-adc2-8647fa14130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:48.911303 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0228fa90-0db4-4531-a9f8-d593d6abe96a req-98038576-aa88-4101-adc2-8647fa14130a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 200 len: 849 time: 0.0521486 Aug 27 02:38:48.962907 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228fa90-0db4-4531-a9f8-d593d6abe96a req-0f4e476f-3e32-4b27-b319-071a8079299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:48.964989 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0228fa90-0db4-4531-a9f8-d593d6abe96a req-0f4e476f-3e32-4b27-b319-071a8079299d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=59638dff-2144-4bc2-a657-3cc12e54e5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470150 Aug 27 02:38:49.064199 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0228fa90-0db4-4531-a9f8-d593d6abe96a req-4420c647-222e-48e9-8cb2-7a18cfb5ac90 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933702 Aug 27 02:38:49.123965 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:49.160851 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0228fa90-0db4-4531-a9f8-d593d6abe96a req-c6b2a126-dabe-4c8b-8dac-25aa58fcaef8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907094 Aug 27 02:38:49.845555 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4576cfd-b51b-4385-9ed1-0cedf44e10a7 req-a055bdbc-6ce1-4436-8cdb-9f64a1d742a1 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:49.847105 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4576cfd-b51b-4385-9ed1-0cedf44e10a7 req-a055bdbc-6ce1-4436-8cdb-9f64a1d742a1 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0549419 Aug 27 02:38:49.907420 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4576cfd-b51b-4385-9ed1-0cedf44e10a7 req-85a6c8d4-7dd4-48b7-8d55-76c24ac5fec6 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529912 Aug 27 02:38:50.657910 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:50.695039 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edede310-f56c-41ac-b7bd-7d218a9c538b req-0aaf7138-a820-44c4-bd01-2c0dc86e2304 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:50.696526 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-edede310-f56c-41ac-b7bd-7d218a9c538b req-0aaf7138-a820-44c4-bd01-2c0dc86e2304 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 946 time: 0.0516648 Aug 27 02:38:50.752808 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-edede310-f56c-41ac-b7bd-7d218a9c538b req-c551666e-6837-47d2-8fa1-5530e8e2745e tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488105 Aug 27 02:38:50.914424 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d0b6bf7d-c166-43fc-81c9-3e56b3bc4798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:51.044041 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24e46a-6b11-4f0e-a1f9-8933ead33032 req-85801043-77c1-45d4-a0d2-757d2e21759b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:51.045498 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cd24e46a-6b11-4f0e-a1f9-8933ead33032 req-85801043-77c1-45d4-a0d2-757d2e21759b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0592856 Aug 27 02:38:51.103833 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cd24e46a-6b11-4f0e-a1f9-8933ead33032 req-c4559397-df04-4886-b88e-a57559bfd91c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524712 Aug 27 02:38:51.891084 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf334d-6b48-4b61-9cde-c57009bbda63 req-c4e423bc-2a43-4cbd-a00c-17ac2e43b5d8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:51.892569 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1fcf334d-6b48-4b61-9cde-c57009bbda63 req-c4e423bc-2a43-4cbd-a00c-17ac2e43b5d8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 946 time: 0.0566669 Aug 27 02:38:51.945442 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1fcf334d-6b48-4b61-9cde-c57009bbda63 req-f0430900-b51c-4fc7-8dd4-5e6c77a281e9 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470917 Aug 27 02:38:52.491880 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-6c713f64-84d9-417c-91ac-fb18661bccfa tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:52.493339 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-6c713f64-84d9-417c-91ac-fb18661bccfa tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 946 time: 0.0480003 Aug 27 02:38:52.596740 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Deleting port d3b3018c-6150-428a-a235-9ccd41ba80e7 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:38:52.597082 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:52.694374 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] For port d3b3018c-6150-428a-a235-9ccd41ba80e7, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=d3b3018c-6150-428a-a235-9ccd41ba80e7,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:52.694734 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:52.870248 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:52.870578 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (05d52f79-8df4-4424-bb0f-82bcd4583044), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:52.870903 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Floating IP 05d52f79-8df4-4424-bb0f-82bcd4583044 disassociated. External IP: 172.27.1.143, port: d3b3018c-6150-428a-a235-9ccd41ba80e7. Aug 27 02:38:52.871232 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Calling delete_port for d3b3018c-6150-428a-a235-9ccd41ba80e7 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:38:52.961165 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:53.009228 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (d3b3018c-6150-428a-a235-9ccd41ba80e7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:53.047546 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event deleted for resources: {'Port': ['ID=d3b3018c-6150-428a-a235-9ccd41ba80e7,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:53.078163 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6221cb08-c0de-4b41-9a26-642ebcd0c139 req-75f7051c-31c8-4656-af43-a874c4a70666 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 210 time: 0.0419011 Aug 27 02:38:53.081103 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.081296 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.081657 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.081987 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.082310 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.082628 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.082940 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.083252 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.083566 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.083878 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.084174 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.084485 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.084788 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.085107 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.085438 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:53.191107 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Router 8ab30363-72c0-4158-84ed-51aa1d7bea78 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:38:53.197468 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:53.299547 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=18 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:53.300945 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=18 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:53.304607 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:38:53.316598 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8363370-e1c2-43d7-a10c-6f1a3bb98b5d None None] Sync routers for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:38:53.327233 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8363370-e1c2-43d7-a10c-6f1a3bb98b5d None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:38:53.329526 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e8363370-e1c2-43d7-a10c-6f1a3bb98b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:38:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:53.351599 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] No DVR routers for this DVR port d3b3018c-6150-428a-a235-9ccd41ba80e7 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:38:53.354268 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:53.358196 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8bd07c15-d464-410d-b912-4fc254a2e21e req-0b4da04e-2cb7-4ec6-a72c-e8902c6c3e5b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "DELETE /networking/v2.0/ports/d3b3018c-6150-428a-a235-9ccd41ba80e7 HTTP/1.1" status: 204 len: 173 time: 0.8593130 Aug 27 02:38:53.358444 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'name': 'network-vif-deleted', 'tag': 'd3b3018c-6150-428a-a235-9ccd41ba80e7'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:38:53.360848 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff53350-ae10-4b3d-b5b8-4d1bada0c3cd" -d '{"events": [{"server_uuid": "30aa22c4-59b4-4482-b92a-3f386466f7ee", "name": "network-vif-deleted", "tag": "d3b3018c-6150-428a-a235-9ccd41ba80e7"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:38:53.412406 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1812f63-e7c3-4878-b580-addc506f1aa6 x-openstack-request-id: req-c1812f63-e7c3-4878-b580-addc506f1aa6 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:38:53.412920 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30aa22c4-59b4-4482-b92a-3f386466f7ee", "name": "network-vif-deleted", "tag": "d3b3018c-6150-428a-a235-9ccd41ba80e7", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:38:53.413355 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1812f63-e7c3-4878-b580-addc506f1aa6 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:38:53.413983 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1812f63-e7c3-4878-b580-addc506f1aa6'] response: {'server_uuid': '30aa22c4-59b4-4482-b92a-3f386466f7ee', 'name': 'network-vif-deleted', 'tag': 'd3b3018c-6150-428a-a235-9ccd41ba80e7', 'status': 'completed', 'code': 200} Aug 27 02:38:53.453628 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-e8363370-e1c2-43d7-a10c-6f1a3bb98b5d None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:38:53.654031 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e8363370-e1c2-43d7-a10c-6f1a3bb98b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:53.679642 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8363370-e1c2-43d7-a10c-6f1a3bb98b5d None None] Checking router: 8ab30363-72c0-4158-84ed-51aa1d7bea78 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:38:53.688282 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8363370-e1c2-43d7-a10c-6f1a3bb98b5d None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:38:53.688883 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e8363370-e1c2-43d7-a10c-6f1a3bb98b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:38:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:53.793865 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-e8363370-e1c2-43d7-a10c-6f1a3bb98b5d None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:38:53.997761 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-0b020936-7439-4851-b84c-1a1078336eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:54.001648 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-e8363370-e1c2-43d7-a10c-6f1a3bb98b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:54.026816 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8363370-e1c2-43d7-a10c-6f1a3bb98b5d None None] The sync data for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi is: [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:38:54.213348 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-40118d7b-83f0-4a50-8e81-58adee730acc req-a667d779-ac4c-42d2-889d-6f100b460250 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30aa22c4-59b4-4482-b92a-3f386466f7ee HTTP/1.1" status: 200 len: 210 time: 0.0383222 Aug 27 02:38:54.293428 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e3cfbb-ea23-4c7b-898c-90489ab0026b None None] New status for floating IP 05d52f79-8df4-4424-bb0f-82bcd4583044: DOWN {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:38:55.444448 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-e6627248-468f-4903-82d2-112e5616ef81 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-743539963&fields=id&tenant_id=79e671941c234f36b542080d256de2c6 HTTP/1.1" status: 200 len: 267 time: 0.0470827 Aug 27 02:38:55.580098 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-62169444-e699-4d7d-9324-e53bea136c25 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:55.581642 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-62169444-e699-4d7d-9324-e53bea136c25 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 812 time: 0.1305246 Aug 27 02:38:55.584196 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device d3b3018c-6150-428a-a235-9ccd41ba80e7 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:55.598607 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-307668a1-73c0-4716-b577-3d7bf693de2a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/quotas/79e671941c234f36b542080d256de2c6 HTTP/1.1" status: 200 len: 375 time: 0.0105078 Aug 27 02:38:55.608549 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: d3b3018c-6150-428a-a235-9ccd41ba80e7 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:38:55.608892 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device d3b3018c-6150-428a-a235-9ccd41ba80e7 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:55.655703 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-bb836a61-e2af-4ecd-a5a3-0a28c25df578 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501344 Aug 27 02:38:55.767953 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-d10c903b-aeae-495d-aa09-60d796cec655 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987217 Aug 27 02:38:55.865762 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-eeca19af-1d53-438e-bf26-fe24843d5d8b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889280 Aug 27 02:38:56.191895 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-884bf05d-431d-47a8-bc15-841dfd75e247 req-68108590-6fe7-451d-83ec-735d694dc560 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 210 time: 0.0378656 Aug 27 02:38:56.642411 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:57.323375 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4bc86031-353a-4a5d-af16-c46925fbb2d1 req-8e9588df-1365-41f0-973f-e5c32c732b1e tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 210 time: 0.0606644 Aug 27 02:38:57.373381 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-753a8946-6516-44ef-9b8b-db24987d1f87 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:57.374820 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-753a8946-6516-44ef-9b8b-db24987d1f87 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 812 time: 0.1329203 Aug 27 02:38:57.471758 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-d10ce22a-55a7-4342-9178-01f32ec01ded tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=79e671941c234f36b542080d256de2c6 HTTP/1.1" status: 200 len: 379 time: 0.0581474 Aug 27 02:38:57.479949 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'port': {'device_id': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'admin_state_up': True, 'tenant_id': '79e671941c234f36b542080d256de2c6', 'security_groups': ['88e65067-c38b-49c3-b93e-de58d7f17c27']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:57.568388 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:57.601308 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Made reservation on behalf of 79e671941c234f36b542080d256de2c6 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:57.606045 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:57.713413 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:57.742629 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Allocated IP 172.20.0.14 (3a1ac093-e4b6-48ea-aff8-2575f231ba35/8c080214-b45e-4fcb-b0ae-d5409fab3aae/df547cda-45a3-4fd8-bd2f-f3b5e1938759) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:57.890269 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:57.927713 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:57.984785 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:57.990955 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:57.995020 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:38:58.004823 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:58.022235 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'Port': ['ID=df547cda-45a3-4fd8-bd2f-f3b5e1938759,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:58.055036 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:58.055679 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:58.073443 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c73729b7-230f-439f-8ae3-e128d6be57de tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5971017 Aug 27 02:38:58.153221 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Request body: {'port': {'device_id': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:58.218738 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:58.225059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-39418169-c5d0-41c6-a5bd-0219a983bb12 None None] Provisioning complete for port df547cda-45a3-4fd8-bd2f-f3b5e1938759 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:38:58.225460 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-39418169-c5d0-41c6-a5bd-0219a983bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:58.258146 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-39418169-c5d0-41c6-a5bd-0219a983bb12 None None] Port df547cda-45a3-4fd8-bd2f-f3b5e1938759 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:38:58.464673 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:58.473676 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceed772-aa6f-4be3-aa58-ffff061e9811 req-c73e1fe9-0d88-4246-bbdd-18b0788af594 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:58.475153 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aceed772-aa6f-4be3-aa58-ffff061e9811 req-c73e1fe9-0d88-4246-bbdd-18b0788af594 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 932 time: 0.0695875 Aug 27 02:38:58.543177 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df547cda-45a3-4fd8-bd2f-f3b5e1938759 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:38:58.555659 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Publish callbacks [] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:58.578414 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aceed772-aa6f-4be3-aa58-ffff061e9811 req-a1b78b8c-a31d-4d0f-81d7-5bffce0594c6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967228 Aug 27 02:38:58.580272 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:38:58.581751 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Transition to ACTIVE for port object df547cda-45a3-4fd8-bd2f-f3b5e1938759 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:38:58.586719 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:58.671496 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Pushing event updated for resources: {'Port': ['ID=df547cda-45a3-4fd8-bd2f-f3b5e1938759,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:58.704621 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Attempting to bind port df547cda-45a3-4fd8-bd2f-f3b5e1938759 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:38:58.704954 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Attempting to bind port df547cda-45a3-4fd8-bd2f-f3b5e1938759 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:38:58.705319 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Attempting to bind port df547cda-45a3-4fd8-bd2f-f3b5e1938759 on network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:38:58.709927 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Port df547cda-45a3-4fd8-bd2f-f3b5e1938759 on network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:38:58.710242 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Attempting to bind port df547cda-45a3-4fd8-bd2f-f3b5e1938759 on network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:38:58.716243 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:38:58.716579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Checking segment: {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:38:58.716977 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Bound using segment: {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:38:58.717434 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Bound port: df547cda-45a3-4fd8-bd2f-f3b5e1938759, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:38:58.717787 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:58.779426 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] For port df547cda-45a3-4fd8-bd2f-f3b5e1938759, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:58.782651 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] For port df547cda-45a3-4fd8-bd2f-f3b5e1938759, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=df547cda-45a3-4fd8-bd2f-f3b5e1938759,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:58.788728 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:58.792815 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:58.793489 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:58.794816 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/df547cda-45a3-4fd8-bd2f-f3b5e1938759 HTTP/1.1" status: 200 len: 1094 time: 0.6461546 Aug 27 02:38:58.795299 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'tag': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:38:58.797815 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3da1ef-5fad-4711-a222-52e5cef03b16" -d '{"events": [{"name": "network-changed", "server_uuid": "2afc317e-fd8d-4e86-89d9-aba4b76d83cb", "tag": "df547cda-45a3-4fd8-bd2f-f3b5e1938759"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:38:58.808531 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:58.841777 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad099d9d-4c23-4ace-ac44-ab3aa9edc244 x-openstack-request-id: req-ad099d9d-4c23-4ace-ac44-ab3aa9edc244 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:38:58.842221 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afc317e-fd8d-4e86-89d9-aba4b76d83cb", "tag": "df547cda-45a3-4fd8-bd2f-f3b5e1938759", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:38:58.842618 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad099d9d-4c23-4ace-ac44-ab3aa9edc244 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:38:58.843227 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad099d9d-4c23-4ace-ac44-ab3aa9edc244'] response: {'name': 'network-changed', 'server_uuid': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'tag': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'status': 'completed', 'code': 200} Aug 27 02:38:58.922113 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ab064-57b8-4ecf-9b9e-5f5cc4bdd486 service neutron] Pushing event updated for resources: {'Port': ['ID=df547cda-45a3-4fd8-bd2f-f3b5e1938759,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:58.944484 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-49d70201-f099-4816-b8cc-345820b5fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:58.947014 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-49d70201-f099-4816-b8cc-345820b5fca2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 1128 time: 0.0716584 Aug 27 02:38:58.993055 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-cd9f7f3f-992f-45d7-8aab-045c301b8b9f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df547cda-45a3-4fd8-bd2f-f3b5e1938759 HTTP/1.1" status: 200 len: 217 time: 0.0335054 Aug 27 02:38:59.044499 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-e1256c05-743f-49e3-acf7-1c253b959b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:59.045904 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-e1256c05-743f-49e3-acf7-1c253b959b63 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0476525 Aug 27 02:38:59.069870 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:38:59.088910 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-1d280fd1-62d5-4460-a908-8322db6dd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:59.090685 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-1d280fd1-62d5-4460-a908-8322db6dd49c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390270 Aug 27 02:38:59.181142 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-074c1a82-aa72-4552-b727-b6bc746cee6e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841153 Aug 27 02:38:59.276579 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb89d11d-3f1b-4316-87c4-0f84adfb5465 req-fda887a6-ab83-4896-9373-ef9a02bfa690 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900285 Aug 27 02:38:59.705048 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8ffb5-6945-44b4-ac4c-84c6335cc28c req-55c38fbe-8fae-458c-8ca4-de1c769d3c73 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:38:59.706526 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cfd8ffb5-6945-44b4-ac4c-84c6335cc28c req-55c38fbe-8fae-458c-8ca4-de1c769d3c73 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 944 time: 0.0483382 Aug 27 02:38:59.756158 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cfd8ffb5-6945-44b4-ac4c-84c6335cc28c req-212b1d7b-39c8-4c32-918e-420ccdb68308 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438294 Aug 27 02:39:00.188869 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3da1ef-5fad-4711-a222-52e5cef03b16 req-9d6533fc-fe65-4dc5-ad80-5121810f93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:00.190390 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef3da1ef-5fad-4711-a222-52e5cef03b16 req-9d6533fc-fe65-4dc5-ad80-5121810f93bf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 1128 time: 0.0447042 Aug 27 02:39:00.205599 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:00.290000 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3da1ef-5fad-4711-a222-52e5cef03b16 req-34d0da3c-5d42-400a-866b-0d8b885008e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:00.291821 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef3da1ef-5fad-4711-a222-52e5cef03b16 req-34d0da3c-5d42-400a-866b-0d8b885008e2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.0939035 Aug 27 02:39:00.336420 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef3da1ef-5fad-4711-a222-52e5cef03b16 req-e4453291-25bd-469b-9311-a4989ec585ee service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df547cda-45a3-4fd8-bd2f-f3b5e1938759 HTTP/1.1" status: 200 len: 217 time: 0.0392871 Aug 27 02:39:00.399490 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3da1ef-5fad-4711-a222-52e5cef03b16 req-adec40b1-cc4f-4982-b962-b152f3b5010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:00.400942 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef3da1ef-5fad-4711-a222-52e5cef03b16 req-adec40b1-cc4f-4982-b962-b152f3b5010c service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0589781 Aug 27 02:39:00.447413 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3da1ef-5fad-4711-a222-52e5cef03b16 req-ae55739b-54db-4b52-89a2-4605687dd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:00.448934 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef3da1ef-5fad-4711-a222-52e5cef03b16 req-ae55739b-54db-4b52-89a2-4605687dd3fe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394993 Aug 27 02:39:00.525962 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:00.547444 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef3da1ef-5fad-4711-a222-52e5cef03b16 req-87230335-cc9f-47c8-a453-f7907dc86f7c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923994 Aug 27 02:39:00.641474 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef3da1ef-5fad-4711-a222-52e5cef03b16 req-bedf9eb7-78fa-4a3d-ba31-5a1b2b6ecf97 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885344 Aug 27 02:39:00.882548 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792ddf8-1628-4e72-bc63-a1011814c84c req-d09a9f41-9093-4e78-95ee-a68f75ab932a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:00.884036 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8792ddf8-1628-4e72-bc63-a1011814c84c req-d09a9f41-9093-4e78-95ee-a68f75ab932a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 944 time: 0.0492713 Aug 27 02:39:00.939549 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8792ddf8-1628-4e72-bc63-a1011814c84c req-7728142a-6f78-483c-922a-8b325edd2b29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492117 Aug 27 02:39:02.080365 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa6268-4e12-4bc9-aaa8-1c2ea3582f57 req-147b89d7-c580-422d-be32-5a5b3a3761cc tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:02.081873 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b2aa6268-4e12-4bc9-aaa8-1c2ea3582f57 req-147b89d7-c580-422d-be32-5a5b3a3761cc tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 944 time: 0.0546474 Aug 27 02:39:02.132011 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b2aa6268-4e12-4bc9-aaa8-1c2ea3582f57 req-814849a7-4175-4a8e-bbba-acd9e14dd1a2 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443110 Aug 27 02:39:03.257424 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2832577-4509-423e-9a9c-7bec19242f59 req-ed23c33c-391d-43b7-b940-81197b87e07e tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:03.258906 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f2832577-4509-423e-9a9c-7bec19242f59 req-ed23c33c-391d-43b7-b940-81197b87e07e tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 944 time: 0.0503089 Aug 27 02:39:03.313085 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f2832577-4509-423e-9a9c-7bec19242f59 req-3bbefa9f-a4c3-459d-bbc8-023710a33376 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481756 Aug 27 02:39:04.456428 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:04.460203 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:04.695816 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ee1c-e597-4eea-a4fc-329d26f53375 req-4d2aa68f-b5a0-4a95-a755-8700f37462e3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:04.697147 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4310ee1c-e597-4eea-a4fc-329d26f53375 req-4d2aa68f-b5a0-4a95-a755-8700f37462e3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 944 time: 0.3101554 Aug 27 02:39:04.747174 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4310ee1c-e597-4eea-a4fc-329d26f53375 req-49ed4c88-d48d-48d6-8819-a57494c2838b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433621 Aug 27 02:39:05.882477 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634cbec-455b-4772-aa8c-226dd58fc8ae req-1dbeb661-0b18-4a03-b66e-ec3574932695 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:05.883899 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4634cbec-455b-4772-aa8c-226dd58fc8ae req-1dbeb661-0b18-4a03-b66e-ec3574932695 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 944 time: 0.0494387 Aug 27 02:39:05.935298 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4634cbec-455b-4772-aa8c-226dd58fc8ae req-1ce443f0-7170-417d-b41e-3768b4a2bb91 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449276 Aug 27 02:39:07.076790 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed587e76-540c-4cc7-9466-3a290e6e582c req-fdb24379-a4b2-4089-bc79-f8609ddd6333 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:07.079179 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ed587e76-540c-4cc7-9466-3a290e6e582c req-fdb24379-a4b2-4089-bc79-f8609ddd6333 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 944 time: 0.0605156 Aug 27 02:39:07.135258 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ed587e76-540c-4cc7-9466-3a290e6e582c req-ba8248a7-a9e9-467e-b178-fc8f38ac3ebd tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485671 Aug 27 02:39:07.627128 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device df547cda-45a3-4fd8-bd2f-f3b5e1938759 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:39:07.711582 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:07.744232 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:07.746741 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port df547cda-45a3-4fd8-bd2f-f3b5e1938759, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=df547cda-45a3-4fd8-bd2f-f3b5e1938759,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:07.760651 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'port_id': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'mac_address': 'fa:16:3e:92:61:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:39:07.808793 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port df547cda-45a3-4fd8-bd2f-f3b5e1938759 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:39:07.809202 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:07.824510 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df547cda-45a3-4fd8-bd2f-f3b5e1938759 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:39:07.849177 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port df547cda-45a3-4fd8-bd2f-f3b5e1938759, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=df547cda-45a3-4fd8-bd2f-f3b5e1938759,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:07.855025 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:07.909232 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=df547cda-45a3-4fd8-bd2f-f3b5e1938759,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:07.916453 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.918450 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.918803 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.919140 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.919471 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.919801 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.920125 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.920442 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.920763 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.921094 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.921574 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.921741 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.922978 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.922978 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:07.922978 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:08.269066 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7328d8-7893-4f9b-b105-1bf9c1d60ac3 req-86f0f287-62fc-44cb-96eb-bd20c908c012 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:08.270624 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d7328d8-7893-4f9b-b105-1bf9c1d60ac3 req-86f0f287-62fc-44cb-96eb-bd20c908c012 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 945 time: 0.0489998 Aug 27 02:39:08.310289 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:08.325264 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d7328d8-7893-4f9b-b105-1bf9c1d60ac3 req-491bbffa-f1af-461a-96bb-a1ef05eb71b7 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480742 Aug 27 02:39:08.329321 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['df547cda-45a3-4fd8-bd2f-f3b5e1938759'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:39:09.455695 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acb6b3-9a2b-4197-b01e-811091beee06 req-f8bc5f14-e98e-4288-8f8d-a775973eb315 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:09.457172 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-68acb6b3-9a2b-4197-b01e-811091beee06 req-f8bc5f14-e98e-4288-8f8d-a775973eb315 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 945 time: 0.0548398 Aug 27 02:39:09.517261 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-68acb6b3-9a2b-4197-b01e-811091beee06 req-4313ea48-10c9-477b-9793-9c5cc3d67e47 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542977 Aug 27 02:39:09.628559 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device df547cda-45a3-4fd8-bd2f-f3b5e1938759 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:09.674395 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port df547cda-45a3-4fd8-bd2f-f3b5e1938759 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:39:09.681557 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port df547cda-45a3-4fd8-bd2f-f3b5e1938759 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:39:09.682344 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:09.758936 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port df547cda-45a3-4fd8-bd2f-f3b5e1938759 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:39:09.759323 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:09.783728 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:39:09.785927 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d1f884-e9cc-44b8-86bb-4c612fd4f163" -d '{"events": [{"server_uuid": "2afc317e-fd8d-4e86-89d9-aba4b76d83cb", "name": "network-vif-plugged", "status": "completed", "tag": "df547cda-45a3-4fd8-bd2f-f3b5e1938759"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:09.800027 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port df547cda-45a3-4fd8-bd2f-f3b5e1938759, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=df547cda-45a3-4fd8-bd2f-f3b5e1938759,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:09.809404 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:09.874615 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=df547cda-45a3-4fd8-bd2f-f3b5e1938759,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:09.913108 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb0df8-98e7-4fb1-8a46-518817c7830a x-openstack-request-id: req-b0eb0df8-98e7-4fb1-8a46-518817c7830a {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:09.913429 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afc317e-fd8d-4e86-89d9-aba4b76d83cb", "name": "network-vif-plugged", "status": "completed", "tag": "df547cda-45a3-4fd8-bd2f-f3b5e1938759", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:09.913737 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0eb0df8-98e7-4fb1-8a46-518817c7830a {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:09.914257 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0eb0df8-98e7-4fb1-8a46-518817c7830a'] response: {'server_uuid': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'code': 200} Aug 27 02:39:10.177680 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf00af-0f5e-4408-bcac-1880b83783d5 req-87e6fc1c-314b-4d94-8082-81baaafc0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:10.179160 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-36bf00af-0f5e-4408-bcac-1880b83783d5 req-87e6fc1c-314b-4d94-8082-81baaafc0d98 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 1130 time: 0.0407903 Aug 27 02:39:10.232607 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-36bf00af-0f5e-4408-bcac-1880b83783d5 req-75ea1665-69ff-410f-be6b-1b956408f2e0 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472958 Aug 27 02:39:10.661601 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31e76c-aa3c-4d1f-92db-b9564595fe4c req-121b1f71-1f0f-4ffd-a3ae-e9b1d434c810 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:10.663056 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a31e76c-aa3c-4d1f-92db-b9564595fe4c req-121b1f71-1f0f-4ffd-a3ae-e9b1d434c810 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 946 time: 0.0567913 Aug 27 02:39:10.699202 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:10.717548 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a31e76c-aa3c-4d1f-92db-b9564595fe4c req-c00132b5-9b75-4175-889b-aa0b53c3e4b4 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470026 Aug 27 02:39:11.860688 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24b3b3-94b8-4f2c-9e1d-d910c2b45ea2 req-1f1f7b22-8471-4e8a-a42a-f85b51567c05 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:11.862219 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e24b3b3-94b8-4f2c-9e1d-d910c2b45ea2 req-1f1f7b22-8471-4e8a-a42a-f85b51567c05 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 946 time: 0.0555766 Aug 27 02:39:11.920358 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e24b3b3-94b8-4f2c-9e1d-d910c2b45ea2 req-4e489fee-9023-4816-bacc-13c768260aab tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523171 Aug 27 02:39:13.055433 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b204b4c-9f46-4131-97a9-9cb0e9927080 req-28160640-f362-4aef-9759-baf239e2e8e5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:13.057084 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7b204b4c-9f46-4131-97a9-9cb0e9927080 req-28160640-f362-4aef-9759-baf239e2e8e5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 946 time: 0.0549147 Aug 27 02:39:13.107798 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7b204b4c-9f46-4131-97a9-9cb0e9927080 req-a4cf02d7-be7e-4612-8589-640d3e63b11d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441082 Aug 27 02:39:13.230216 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4fb67-9fa6-4b79-bc6d-38163eacdc0e req-5d10d2a5-5a5c-41a1-b735-01885f229658 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:13.231602 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-38a4fb67-9fa6-4b79-bc6d-38163eacdc0e req-5d10d2a5-5a5c-41a1-b735-01885f229658 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 946 time: 0.0514987 Aug 27 02:39:13.281863 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-38a4fb67-9fa6-4b79-bc6d-38163eacdc0e req-5e1bad27-a4eb-489f-9d14-dabd8107a827 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446668 Aug 27 02:39:13.311878 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53538) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:39:13.350646 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535fd2f9-66e5-4740-8389-b4e8533cbe60 tempest-TestVolumeBootPattern-632054367 tempest-TestVolumeBootPattern-632054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:13.352147 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-535fd2f9-66e5-4740-8389-b4e8533cbe60 tempest-TestVolumeBootPattern-632054367 tempest-TestVolumeBootPattern-632054367-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 1125 time: 0.0393095 Aug 27 02:39:13.355740 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53542) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:39:13.360639 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'port_id': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:13.386886 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:13.471836 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:13.613825 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Allocated IP 172.27.1.136 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/cc4464e3-7514-4f88-8e1b-f93b45a458e9) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:13.744898 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for port (cc4464e3-7514-4f88-8e1b-f93b45a458e9), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:13.782874 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (cc4464e3-7514-4f88-8e1b-f93b45a458e9), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:13.832938 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:13.838286 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:13.841202 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:39:13.846906 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'Port': ['ID=cc4464e3-7514-4f88-8e1b-f93b45a458e9,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:13.877229 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.877459 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.877775 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.878106 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.878453 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.878748 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.879062 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.879374 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.879688 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.880004 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.880321 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.880630 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.880939 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.881277 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:13.881588 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:14.268127 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:14.281462 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:14.291789 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (7b514ed1-b4ba-4126-9f4b-37a42a1cf015), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:14.367066 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (cc4464e3-7514-4f88-8e1b-f93b45a458e9), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:14.546053 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for port (cc4464e3-7514-4f88-8e1b-f93b45a458e9), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:14.551874 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (cc4464e3-7514-4f88-8e1b-f93b45a458e9), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:14.626133 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (7b514ed1-b4ba-4126-9f4b-37a42a1cf015), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:14.627890 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'Port': ['ID=cc4464e3-7514-4f88-8e1b-f93b45a458e9,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:14.733605 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Floating IP 7b514ed1-b4ba-4126-9f4b-37a42a1cf015 associated. External IP: 172.27.1.136, port: df547cda-45a3-4fd8-bd2f-f3b5e1938759. Aug 27 02:39:15.212289 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Router 8ab30363-72c0-4158-84ed-51aa1d7bea78 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:15.318022 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:15.330005 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed0138-0499-49f3-bd07-b6cd02f24bf3 None None] Sync routers for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:15.341061 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:15.346151 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed0138-0499-49f3-bd07-b6cd02f24bf3 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:39:15.346787 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-1fed0138-0499-49f3-bd07-b6cd02f24bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:38:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:15.377135 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-4869de20-343b-4014-a7e6-8b28ba338a29 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0203364 Aug 27 02:39:15.377864 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'tag': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:39:15.380175 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75" -d '{"events": [{"name": "network-changed", "server_uuid": "2afc317e-fd8d-4e86-89d9-aba4b76d83cb", "tag": "df547cda-45a3-4fd8-bd2f-f3b5e1938759"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:15.420344 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af90d06-2bb5-4ec1-aaca-60e2fca89fc9 x-openstack-request-id: req-4af90d06-2bb5-4ec1-aaca-60e2fca89fc9 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:15.420632 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afc317e-fd8d-4e86-89d9-aba4b76d83cb", "tag": "df547cda-45a3-4fd8-bd2f-f3b5e1938759", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:15.420919 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4af90d06-2bb5-4ec1-aaca-60e2fca89fc9 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:15.421358 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af90d06-2bb5-4ec1-aaca-60e2fca89fc9'] response: {'name': 'network-changed', 'server_uuid': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'tag': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'status': 'completed', 'code': 200} Aug 27 02:39:15.451280 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:15.455669 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-1fed0138-0499-49f3-bd07-b6cd02f24bf3 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:39:15.492010 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:15.518668 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75 req-f0f6d316-afbc-4dbd-a212-52851428a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:15.520197 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75 req-f0f6d316-afbc-4dbd-a212-52851428a943 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 1130 time: 0.0416315 Aug 27 02:39:15.622313 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75 req-f76bcadc-dd79-484d-b3f0-0de7b839d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:15.623793 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75 req-f76bcadc-dd79-484d-b3f0-0de7b839d56d service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.0970101 Aug 27 02:39:15.679157 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-1fed0138-0499-49f3-bd07-b6cd02f24bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '7b514ed1-b4ba-4126-9f4b-37a42a1cf015', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:92:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:39:14Z', 'updated_at': '2022-08-27T02:39:14Z', 'revision_number': 0, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:15.688633 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75 req-c7ffaf93-2b9e-4db5-a147-000e2bb03ea0 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df547cda-45a3-4fd8-bd2f-f3b5e1938759 HTTP/1.1" status: 200 len: 1000 time: 0.0592201 Aug 27 02:39:15.709358 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed0138-0499-49f3-bd07-b6cd02f24bf3 None None] Checking router: 8ab30363-72c0-4158-84ed-51aa1d7bea78 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:39:15.720541 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed0138-0499-49f3-bd07-b6cd02f24bf3 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:39:15.720541 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-1fed0138-0499-49f3-bd07-b6cd02f24bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:38:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:15.739008 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75 req-0e84969b-5e8c-42c1-9589-0ab74708df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:15.740507 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75 req-0e84969b-5e8c-42c1-9589-0ab74708df3a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0466721 Aug 27 02:39:15.795744 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75 req-10ea5b56-9c8a-4824-a488-67273e43374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:15.797271 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75 req-10ea5b56-9c8a-4824-a488-67273e43374e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504508 Aug 27 02:39:15.895213 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75 req-39b67b4a-b956-447c-b96f-7ee1c8c01500 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921938 Aug 27 02:39:15.960193 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-1fed0138-0499-49f3-bd07-b6cd02f24bf3 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:39:15.998317 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:16.005063 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d9b48cc4-2456-42bc-a96a-e17ac4fa7c75 req-ccee3e3c-384d-433e-be1d-e7bde7c04206 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037028 Aug 27 02:39:16.184387 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-1fed0138-0499-49f3-bd07-b6cd02f24bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '7b514ed1-b4ba-4126-9f4b-37a42a1cf015', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:92:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:39:14Z', 'updated_at': '2022-08-27T02:39:14Z', 'revision_number': 0, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:16.214027 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed0138-0499-49f3-bd07-b6cd02f24bf3 None None] The sync data for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi is: [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '7b514ed1-b4ba-4126-9f4b-37a42a1cf015', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:92:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:39:14Z', 'updated_at': '2022-08-27T02:39:14Z', 'revision_number': 0, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:16.432804 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c6af2-03a4-417b-9d2b-f3fc31381dff None None] New status for floating IP 7b514ed1-b4ba-4126-9f4b-37a42a1cf015: ACTIVE {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:39:20.308505 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:39:20.908359 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-88641b47-4584-4be3-b774-084e999df04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:23.983692 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c94f4cc0-129c-4be8-a69a-f4a66d0601f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:25.371874 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:25.372806 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=86 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:26.001496 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=74 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:26.646809 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:28.002157 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:28.819006 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:29.072438 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:30.301737 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:30.302927 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:39.064923 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:39.066839 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:50.913313 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-a0930268-503a-4da2-914f-7101a9c082ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:53.981588 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4f80a17f-5efc-4905-88c8-86d72b61818a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:54.968914 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da9137-adcb-4772-ae87-e7a367a39c47 req-1e88fb47-9e5f-4b19-89a2-297efa727c4b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:54.970416 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-85da9137-adcb-4772-ae87-e7a367a39c47 req-1e88fb47-9e5f-4b19-89a2-297efa727c4b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0519016 Aug 27 02:39:55.028327 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-85da9137-adcb-4772-ae87-e7a367a39c47 req-559174f9-75f4-4889-a0f8-981743947dd2 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514972 Aug 27 02:39:56.183010 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2108e-c74a-43fb-a115-3d0ee0d978b6 req-c5de0ad3-0a4c-45c7-bb82-2ee81ba7f0f3 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:56.184524 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a8d2108e-c74a-43fb-a115-3d0ee0d978b6 req-c5de0ad3-0a4c-45c7-bb82-2ee81ba7f0f3 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0603421 Aug 27 02:39:56.241999 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a8d2108e-c74a-43fb-a115-3d0ee0d978b6 req-4a29f98d-4bd6-4835-b37c-350e5e0818d2 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500045 Aug 27 02:39:56.483537 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:56.489620 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=6 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:56.657107 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:57.217405 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-2dd877f4-7ef1-4b45-8ccb-b019ce391a5a tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:57.218945 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-2dd877f4-7ef1-4b45-8ccb-b019ce391a5a tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0572236 Aug 27 02:39:57.308819 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:39:57.314072 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Deleting port 4e23603f-f7cd-42a0-9751-b3014224edb8 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:39:57.314616 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:57.429810 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3d764-a9d1-4eca-88e1-d0570a153863 req-0d771a0e-48f4-4b53-9e12-6a3f28e1e5dd tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:39:57.431375 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7de3d764-a9d1-4eca-88e1-d0570a153863 req-0d771a0e-48f4-4b53-9e12-6a3f28e1e5dd tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 945 time: 0.0970435 Aug 27 02:39:57.483661 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] For port 4e23603f-f7cd-42a0-9751-b3014224edb8, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=4e23603f-f7cd-42a0-9751-b3014224edb8,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:57.483984 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:57.549557 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7de3d764-a9d1-4eca-88e1-d0570a153863 req-1fe771c3-e676-472b-a8f5-a3061eb6f77f tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a6614d5-5f14-402d-bb47-d8458531cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120949 Aug 27 02:39:57.697003 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:57.697398 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (6c9f2d75-91ac-446a-bfde-650b6332dcdb), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:57.697717 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Floating IP 6c9f2d75-91ac-446a-bfde-650b6332dcdb disassociated. External IP: 172.27.1.80, port: 4e23603f-f7cd-42a0-9751-b3014224edb8. Aug 27 02:39:57.698065 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Calling delete_port for 4e23603f-f7cd-42a0-9751-b3014224edb8 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:39:57.833359 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (4e23603f-f7cd-42a0-9751-b3014224edb8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:57.866203 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event deleted for resources: {'Port': ['ID=4e23603f-f7cd-42a0-9751-b3014224edb8,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:57.877868 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.878439 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.878902 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.879239 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.879462 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.879798 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.880533 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.880533 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.880835 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.881145 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.881464 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.881792 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.882113 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.882432 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.882750 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:57.973674 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:57.982697 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:39:57.994256 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Router de22d7d8-38ef-4996-9529-e421f60f5c70 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:57.996288 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:58.104141 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:58.114046 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9a53c-05aa-4b4d-8437-c8b829ea85d7 None None] Sync routers for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:58.125431 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9a53c-05aa-4b4d-8437-c8b829ea85d7 None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:39:58.126052 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-b1c9a53c-05aa-4b4d-8437-c8b829ea85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:39:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:58.147038 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] No DVR routers for this DVR port 4e23603f-f7cd-42a0-9751-b3014224edb8 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:39:58.149592 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:58.152876 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50d4eb72-e631-406d-841f-b5f0fd3ef1a6 req-b8377a82-d310-4dfb-bda9-b0dcf8c969ec tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.45 "DELETE /networking/v2.0/ports/4e23603f-f7cd-42a0-9751-b3014224edb8 HTTP/1.1" status: 204 len: 173 time: 0.9288123 Aug 27 02:39:58.153325 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'name': 'network-vif-deleted', 'tag': '4e23603f-f7cd-42a0-9751-b3014224edb8'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:39:58.155587 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6a3f96-7866-4189-a0ad-03c753856753" -d '{"events": [{"server_uuid": "f5bad70c-350c-4230-a862-626dd6805e4c", "name": "network-vif-deleted", "tag": "4e23603f-f7cd-42a0-9751-b3014224edb8"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:39:58.201517 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953902a7-3a51-43dc-896d-110c1eba28d1 x-openstack-request-id: req-953902a7-3a51-43dc-896d-110c1eba28d1 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:39:58.201812 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5bad70c-350c-4230-a862-626dd6805e4c", "name": "network-vif-deleted", "tag": "4e23603f-f7cd-42a0-9751-b3014224edb8", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:39:58.202222 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-953902a7-3a51-43dc-896d-110c1eba28d1 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:39:58.202638 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953902a7-3a51-43dc-896d-110c1eba28d1'] response: {'server_uuid': 'f5bad70c-350c-4230-a862-626dd6805e4c', 'name': 'network-vif-deleted', 'tag': '4e23603f-f7cd-42a0-9751-b3014224edb8', 'status': 'completed', 'code': 200} Aug 27 02:39:58.231422 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-b1c9a53c-05aa-4b4d-8437-c8b829ea85d7 None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:39:58.440087 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-b1c9a53c-05aa-4b4d-8437-c8b829ea85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:58.466461 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9a53c-05aa-4b4d-8437-c8b829ea85d7 None None] Checking router: de22d7d8-38ef-4996-9529-e421f60f5c70 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:39:58.475901 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9a53c-05aa-4b4d-8437-c8b829ea85d7 None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:39:58.476522 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-b1c9a53c-05aa-4b4d-8437-c8b829ea85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:39:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:58.584939 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-b1c9a53c-05aa-4b4d-8437-c8b829ea85d7 None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:39:58.687619 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-068420ea-fdc9-4278-a150-d9cc6ac2eb08 req-5375eada-e417-4970-97c3-5e81755c7cb1 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f5bad70c-350c-4230-a862-626dd6805e4c HTTP/1.1" status: 200 len: 210 time: 0.0299654 Aug 27 02:39:58.792720 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-b1c9a53c-05aa-4b4d-8437-c8b829ea85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:58.827073 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9a53c-05aa-4b4d-8437-c8b829ea85d7 None None] The sync data for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi is: [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:58.840510 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:59.066150 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53eb5a9-b47e-4d4c-a8f6-375392a82254 None None] New status for floating IP 6c9f2d75-91ac-446a-bfde-650b6332dcdb: DOWN {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:39:59.135764 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:59.801530 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53590) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:39:59.867354 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-032521cb-9b45-41f2-a19a-fbf6c6bd3142 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (7a6614d5-5f14-402d-bb47-d8458531cd50), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:59.890361 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-032521cb-9b45-41f2-a19a-fbf6c6bd3142 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (7a6614d5-5f14-402d-bb47-d8458531cd50), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:59.948006 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-032521cb-9b45-41f2-a19a-fbf6c6bd3142 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (7a6614d5-5f14-402d-bb47-d8458531cd50), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:59.950644 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-032521cb-9b45-41f2-a19a-fbf6c6bd3142 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:39:59.953629 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 4e23603f-f7cd-42a0-9751-b3014224edb8 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:59.954692 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-032521cb-9b45-41f2-a19a-fbf6c6bd3142 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7a6614d5-5f14-402d-bb47-d8458531cd50 HTTP/1.1" status: 204 len: 168 time: 0.1520369 Aug 27 02:39:59.954857 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53592) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:39:59.964343 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032521cb-9b45-41f2-a19a-fbf6c6bd3142 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6614d5-5f14-402d-bb47-d8458531cd50,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:59.975682 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.api.v2.resource [None req-0cf371d5-d433-4198-931a-6e1ded91c43d tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] show failed (client error): The resource could not be found. Aug 27 02:39:59.977064 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0cf371d5-d433-4198-931a-6e1ded91c43d tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups/7a6614d5-5f14-402d-bb47-d8458531cd50 HTTP/1.1" status: 404 len: 347 time: 0.0211587 Aug 27 02:39:59.979327 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 4e23603f-f7cd-42a0-9751-b3014224edb8 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:39:59.979672 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 4e23603f-f7cd-42a0-9751-b3014224edb8 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:39:59.980221 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53594) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:40:00.107971 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-9d4a8dd2-760d-405d-b574-26359329eadb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Deleting port c59e591d-327c-4630-92ab-098d7a2d3f34 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:40:00.108264 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8dd2-760d-405d-b574-26359329eadb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (c59e591d-327c-4630-92ab-098d7a2d3f34), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.208923 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8dd2-760d-405d-b574-26359329eadb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (c59e591d-327c-4630-92ab-098d7a2d3f34), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.210286 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8dd2-760d-405d-b574-26359329eadb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (c59e591d-327c-4630-92ab-098d7a2d3f34), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.224085 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-9d4a8dd2-760d-405d-b574-26359329eadb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Calling delete_port for c59e591d-327c-4630-92ab-098d7a2d3f34 owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:40:00.367995 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8dd2-760d-405d-b574-26359329eadb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (c59e591d-327c-4630-92ab-098d7a2d3f34), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.391578 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a8dd2-760d-405d-b574-26359329eadb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event deleted for resources: {'Port': ['ID=c59e591d-327c-4630-92ab-098d7a2d3f34,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:00.459841 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8dd2-760d-405d-b574-26359329eadb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (6c9f2d75-91ac-446a-bfde-650b6332dcdb), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.462398 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8dd2-760d-405d-b574-26359329eadb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.463578 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-9d4a8dd2-760d-405d-b574-26359329eadb tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/6c9f2d75-91ac-446a-bfde-650b6332dcdb HTTP/1.1" status: 204 len: 168 time: 0.4824033 Aug 27 02:40:00.552655 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53598) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:40:00.557239 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-cb7ee77a-6dd7-400c-ac54-926e992c70ca tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000827975', 'description': 'tempest-description--1537164650'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:00.586725 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee77a-6dd7-400c-ac54-926e992c70ca tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.670291 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee77a-6dd7-400c-ac54-926e992c70ca tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (50c1ebb7-bef2-4e93-82e9-cc5e51a52c28), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.676547 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee77a-6dd7-400c-ac54-926e992c70ca tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (50c1ebb7-bef2-4e93-82e9-cc5e51a52c28), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.707656 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee77a-6dd7-400c-ac54-926e992c70ca tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.708906 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-cb7ee77a-6dd7-400c-ac54-926e992c70ca tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1551974 Aug 27 02:40:00.711954 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53600) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:40:00.716321 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-f7f52ce0-85ee-4745-b518-16a82a73a260 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'security_group_rule': {'security_group_id': '50c1ebb7-bef2-4e93-82e9-cc5e51a52c28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:00.723256 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ee77a-6dd7-400c-ac54-926e992c70ca tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:00.730007 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:00.752033 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f7f52ce0-85ee-4745-b518-16a82a73a260 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (cf655b54-ff73-4b50-bd4e-40b565d0a62c), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.798598 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:00.816428 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f7f52ce0-85ee-4745-b518-16a82a73a260 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (cf655b54-ff73-4b50-bd4e-40b565d0a62c), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.820617 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f7f52ce0-85ee-4745-b518-16a82a73a260 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (cf655b54-ff73-4b50-bd4e-40b565d0a62c), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.838446 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f52ce0-85ee-4745-b518-16a82a73a260 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf655b54-ff73-4b50-bd4e-40b565d0a62c,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:00.851351 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f7f52ce0-85ee-4745-b518-16a82a73a260 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.853206 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f7f52ce0-85ee-4745-b518-16a82a73a260 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400964 Aug 27 02:40:00.857507 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53602) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:40:00.863877 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-341bb17d-a56a-4a1a-9b8e-d2e82c5530db tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'security_group_rule': {'security_group_id': '50c1ebb7-bef2-4e93-82e9-cc5e51a52c28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:00.899951 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-341bb17d-a56a-4a1a-9b8e-d2e82c5530db tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (4c7a8b0c-bfe9-4e2d-ba8f-4c38244a6b36), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.962844 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-341bb17d-a56a-4a1a-9b8e-d2e82c5530db tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (4c7a8b0c-bfe9-4e2d-ba8f-4c38244a6b36), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.969031 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-341bb17d-a56a-4a1a-9b8e-d2e82c5530db tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (4c7a8b0c-bfe9-4e2d-ba8f-4c38244a6b36), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:00.994639 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bb17d-a56a-4a1a-9b8e-d2e82c5530db tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7a8b0c-bfe9-4e2d-ba8f-4c38244a6b36,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:01.011751 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-341bb17d-a56a-4a1a-9b8e-d2e82c5530db tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:01.013358 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-341bb17d-a56a-4a1a-9b8e-d2e82c5530db tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545379 Aug 27 02:40:01.016694 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53604) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:40:01.021804 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:01.046225 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:01.151008 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:01.274443 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Allocated IP 172.27.1.198 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/d8034687-e4c2-446d-b6b1-8b2c66828b84) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:01.388309 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for port (d8034687-e4c2-446d-b6b1-8b2c66828b84), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:01.431162 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (d8034687-e4c2-446d-b6b1-8b2c66828b84), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:01.481555 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:01.486807 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:01.490048 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:40:01.495059 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'Port': ['ID=d8034687-e4c2-446d-b6b1-8b2c66828b84,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:01.579607 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (6ec87011-ff66-48f7-948b-fd2a434da4da), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:01.582121 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:01.593570 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:01.624402 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (d8034687-e4c2-446d-b6b1-8b2c66828b84), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:01.794988 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for port (d8034687-e4c2-446d-b6b1-8b2c66828b84), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:01.802700 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (d8034687-e4c2-446d-b6b1-8b2c66828b84), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:01.884764 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'Port': ['ID=d8034687-e4c2-446d-b6b1-8b2c66828b84,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:01.888528 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (6ec87011-ff66-48f7-948b-fd2a434da4da), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:01.907617 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:01.908978 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-962607ca-9d15-46b5-bce5-3e681da37420 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8910434 Aug 27 02:40:02.085045 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-a08d334a-ad66-4ced-beae-6e5757b41a38 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2000827975&fields=id&tenant_id=a8055f4326f640fc8927f5cfdef39dd3 HTTP/1.1" status: 200 len: 267 time: 0.0560362 Aug 27 02:40:02.216437 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d6198-c548-415c-9a94-774dc44c4277 req-8487b666-6062-490f-b73d-706768c23f92 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:02.217815 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-8487b666-6062-490f-b73d-706768c23f92 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 810 time: 0.1254656 Aug 27 02:40:02.241177 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-79e38a8f-758c-4362-805e-1d3b9612aeaf tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/quotas/a8055f4326f640fc8927f5cfdef39dd3 HTTP/1.1" status: 200 len: 375 time: 0.0157747 Aug 27 02:40:02.296829 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-71b5bf39-2cb1-4673-88fb-a75c37017f2d tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504515 Aug 27 02:40:02.408445 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ecab4db0-203d-436b-8325-47bfa89d4753 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995495 Aug 27 02:40:02.510985 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-aae12801-5b97-44bc-bcbf-0760e6095c1d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930474 Aug 27 02:40:02.695279 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-83b21e51-44f1-43bf-960f-be1f7b4ab92d req-9499d793-5ec7-4b2f-9b9a-7ba504915d95 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Aug 27 02:40:03.817379 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-03498b39-d217-4821-8626-f0268afaf0b6 req-b1b7468b-92db-4e93-a195-16932f87ea76 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 210 time: 0.0444200 Aug 27 02:40:03.909178 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d6198-c548-415c-9a94-774dc44c4277 req-56892ba9-4c0d-4c36-9017-8fb20884226a tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:03.910954 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-56892ba9-4c0d-4c36-9017-8fb20884226a tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.45 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 810 time: 0.1245787 Aug 27 02:40:03.999176 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-b4da329b-ac73-48f7-9eae-b2fcc29ebc84 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a8055f4326f640fc8927f5cfdef39dd3 HTTP/1.1" status: 200 len: 380 time: 0.0725346 Aug 27 02:40:04.087952 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'port': {'device_id': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'admin_state_up': True, 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'security_groups': ['50c1ebb7-bef2-4e93-82e9-cc5e51a52c28']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:04.134007 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:04.147881 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:04.203119 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Made reservation on behalf of a8055f4326f640fc8927f5cfdef39dd3 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:04.207640 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:04.360227 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Allocated IP 172.20.0.3 (59638dff-2144-4bc2-a657-3cc12e54e5c1/623e9093-88e8-454c-b06e-d8c0b0cb6898/5d767859-f041-4829-989b-8f1b21644308) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:04.510153 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for port (5d767859-f041-4829-989b-8f1b21644308), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:04.548932 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (5d767859-f041-4829-989b-8f1b21644308), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:04.609394 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Network 59638dff-2144-4bc2-a657-3cc12e54e5c1 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:04.612716 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:04.614770 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event updated for resources: {'Port': ['ID=5d767859-f041-4829-989b-8f1b21644308,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:04.616892 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:40:04.669103 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:04.669813 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:04.688918 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-240d9f26-fe84-4fac-96b9-a1e53f066737 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052258 Aug 27 02:40:04.708564 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Request body: {'port': {'device_id': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:04.776617 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (5d767859-f041-4829-989b-8f1b21644308), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:04.874107 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-78dfa1b6-9321-4ecd-8547-29f2ee4d5d11 None None] Provisioning complete for port 5d767859-f041-4829-989b-8f1b21644308 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:40:04.875040 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-78dfa1b6-9321-4ecd-8547-29f2ee4d5d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (5d767859-f041-4829-989b-8f1b21644308), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:04.907125 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:04.914409 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-78dfa1b6-9321-4ecd-8547-29f2ee4d5d11 None None] Port 5d767859-f041-4829-989b-8f1b21644308 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:40:05.245969 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133de8a-4715-4cb3-91e5-42b47e427d62 req-7296b293-74f6-4bc9-a57c-258f7657ff94 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:05.247344 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6133de8a-4715-4cb3-91e5-42b47e427d62 req-7296b293-74f6-4bc9-a57c-258f7657ff94 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 931 time: 0.3524306 Aug 27 02:40:05.251051 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:05.285381 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:05.343705 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6133de8a-4715-4cb3-91e5-42b47e427d62 req-8cba2d45-1f27-437e-b747-920e5b90333b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897541 Aug 27 02:40:05.388487 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d767859-f041-4829-989b-8f1b21644308 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:40:05.396277 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Publish callbacks [] for port (5d767859-f041-4829-989b-8f1b21644308), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:05.409566 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Transition to ACTIVE for port object 5d767859-f041-4829-989b-8f1b21644308 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:40:05.415231 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (5d767859-f041-4829-989b-8f1b21644308), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:05.473656 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d767859-f041-4829-989b-8f1b21644308,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:05.528620 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Attempting to bind port 5d767859-f041-4829-989b-8f1b21644308 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:40:05.528867 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Attempting to bind port 5d767859-f041-4829-989b-8f1b21644308 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:40:05.529201 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Attempting to bind port 5d767859-f041-4829-989b-8f1b21644308 on network 59638dff-2144-4bc2-a657-3cc12e54e5c1 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:40:05.533950 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Port 5d767859-f041-4829-989b-8f1b21644308 on network 59638dff-2144-4bc2-a657-3cc12e54e5c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:40:05.534347 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Attempting to bind port 5d767859-f041-4829-989b-8f1b21644308 on network 59638dff-2144-4bc2-a657-3cc12e54e5c1 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:40:05.539469 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:40:05.539800 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Checking segment: {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:40:05.540169 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Bound using segment: {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:40:05.540585 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Bound port: 5d767859-f041-4829-989b-8f1b21644308, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f3a340-5f54-4936-945e-f286706e79c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:40:05.540934 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (5d767859-f041-4829-989b-8f1b21644308), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:05.612230 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] For port 5d767859-f041-4829-989b-8f1b21644308, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:05.616032 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] For port 5d767859-f041-4829-989b-8f1b21644308, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=5d767859-f041-4829-989b-8f1b21644308,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:05.625498 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (5d767859-f041-4829-989b-8f1b21644308), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:05.630098 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:05.630705 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:05.632081 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/5d767859-f041-4829-989b-8f1b21644308 HTTP/1.1" status: 200 len: 1093 time: 0.9300683 Aug 27 02:40:05.632566 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'tag': '5d767859-f041-4829-989b-8f1b21644308'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:40:05.634846 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e41c71-89c9-4a40-94a0-eb7111959c05" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0ec822-1c41-4508-8d13-a48c4c88f133", "tag": "5d767859-f041-4829-989b-8f1b21644308"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:05.680490 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58922ca3-a528-458e-80e4-8e9aa12ed23e x-openstack-request-id: req-58922ca3-a528-458e-80e4-8e9aa12ed23e {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:05.680773 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0ec822-1c41-4508-8d13-a48c4c88f133", "tag": "5d767859-f041-4829-989b-8f1b21644308", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:05.681018 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58922ca3-a528-458e-80e4-8e9aa12ed23e {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:05.681441 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58922ca3-a528-458e-80e4-8e9aa12ed23e'] response: {'name': 'network-changed', 'server_uuid': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'tag': '5d767859-f041-4829-989b-8f1b21644308', 'status': 'completed', 'code': 200} Aug 27 02:40:05.685998 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffe39b-b82f-4db8-9eb0-90a72c8346c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d767859-f041-4829-989b-8f1b21644308,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:05.757927 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d6198-c548-415c-9a94-774dc44c4277 req-e48c6d00-d267-4dd9-a40f-cb44d6d1fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:05.759432 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-e48c6d00-d267-4dd9-a40f-cb44d6d1fcc9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 1127 time: 0.0414183 Aug 27 02:40:05.811086 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-6d8d6040-856a-4438-9466-04b9476008e2 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d767859-f041-4829-989b-8f1b21644308 HTTP/1.1" status: 200 len: 217 time: 0.0386028 Aug 27 02:40:05.870995 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d6198-c548-415c-9a94-774dc44c4277 req-fd6d3bb4-7d50-46be-a3cb-a7635efed4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:05.872454 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-fd6d3bb4-7d50-46be-a3cb-a7635efed4d3 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 200 len: 849 time: 0.0549624 Aug 27 02:40:05.922952 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d6198-c548-415c-9a94-774dc44c4277 req-55f6c6e8-5df3-40a5-9d7c-3124653d8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:05.925007 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-55f6c6e8-5df3-40a5-9d7c-3124653d8f2f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=59638dff-2144-4bc2-a657-3cc12e54e5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462739 Aug 27 02:40:06.030998 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-5a2a23aa-bbe7-4cf6-ba52-53e499421e29 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987742 Aug 27 02:40:06.136500 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c52d6198-c548-415c-9a94-774dc44c4277 req-924627c9-99e8-4ef9-b9ea-d11f877e7aa6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996113 Aug 27 02:40:06.472347 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015d51-d474-4a63-a97e-ded57c24d0c0 req-d26d4c10-f237-494c-8a5c-3710302956cc tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:06.473926 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-68015d51-d474-4a63-a97e-ded57c24d0c0 req-d26d4c10-f237-494c-8a5c-3710302956cc tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 943 time: 0.0536098 Aug 27 02:40:06.534922 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-68015d51-d474-4a63-a97e-ded57c24d0c0 req-57af3a9c-0aff-4d4a-a12b-9b64d52b0d0c tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521231 Aug 27 02:40:07.650280 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:07.666338 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962c586-c549-4779-99fb-a41ae5f18217 req-319812a3-13de-4859-82d1-02ef0158aafa tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:07.667824 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f962c586-c549-4779-99fb-a41ae5f18217 req-319812a3-13de-4859-82d1-02ef0158aafa tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 943 time: 0.0512779 Aug 27 02:40:07.715288 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:07.720413 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f962c586-c549-4779-99fb-a41ae5f18217 req-4947140c-8f90-4835-a062-b26186abcad4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465169 Aug 27 02:40:08.747774 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e41c71-89c9-4a40-94a0-eb7111959c05 req-c7b1949f-2cbe-45f4-b09f-1a060e99fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:08.749310 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12e41c71-89c9-4a40-94a0-eb7111959c05 req-c7b1949f-2cbe-45f4-b09f-1a060e99fc7b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 1127 time: 0.0422740 Aug 27 02:40:08.864672 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033818-5510-44b7-9379-56e22dd3b627 req-ff6d32a6-e0f8-497e-95a9-d89f4cd387ee tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:08.866375 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-36033818-5510-44b7-9379-56e22dd3b627 req-ff6d32a6-e0f8-497e-95a9-d89f4cd387ee tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 943 time: 0.0626469 Aug 27 02:40:08.911599 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e41c71-89c9-4a40-94a0-eb7111959c05 req-82a70c99-316e-435e-881b-e0ac98e86cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:08.919017 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12e41c71-89c9-4a40-94a0-eb7111959c05 req-82a70c99-316e-435e-881b-e0ac98e86cc6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 911 time: 0.1578238 Aug 27 02:40:08.975461 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12e41c71-89c9-4a40-94a0-eb7111959c05 req-9fba9787-284e-4ce1-94ba-03391f128d5c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d767859-f041-4829-989b-8f1b21644308 HTTP/1.1" status: 200 len: 217 time: 0.0554674 Aug 27 02:40:08.998990 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-36033818-5510-44b7-9379-56e22dd3b627 req-08e7baef-07b0-4736-9d69-9e6488b96286 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246543 Aug 27 02:40:09.037102 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e41c71-89c9-4a40-94a0-eb7111959c05 req-1519ecd8-8469-4e6d-a549-3852a4681042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:09.038585 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12e41c71-89c9-4a40-94a0-eb7111959c05 req-1519ecd8-8469-4e6d-a549-3852a4681042 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 200 len: 849 time: 0.0557122 Aug 27 02:40:09.091298 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e41c71-89c9-4a40-94a0-eb7111959c05 req-b2ab32d3-e1c6-43b0-aa0f-1b05f5663c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:09.092865 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12e41c71-89c9-4a40-94a0-eb7111959c05 req-b2ab32d3-e1c6-43b0-aa0f-1b05f5663c39 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=59638dff-2144-4bc2-a657-3cc12e54e5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476241 Aug 27 02:40:09.140797 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:09.144227 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:09.202052 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12e41c71-89c9-4a40-94a0-eb7111959c05 req-f9788bcb-0a91-4569-a8d7-a30066b71ff2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031420 Aug 27 02:40:09.324849 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12e41c71-89c9-4a40-94a0-eb7111959c05 req-ed800f79-5f1a-4055-8b84-d27db19e511e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146049 Aug 27 02:40:09.928167 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:09.960023 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:09.980026 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 5d767859-f041-4829-989b-8f1b21644308 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:40:09.987663 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:10.122251 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 5d767859-f041-4829-989b-8f1b21644308, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=5d767859-f041-4829-989b-8f1b21644308,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:10.135028 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '5d767859-f041-4829-989b-8f1b21644308', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'port_id': '5d767859-f041-4829-989b-8f1b21644308', 'mac_address': 'fa:16:3e:e1:d7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:40:10.137864 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29016c51-c211-4781-85dd-d06959931541 req-52dd1811-7c16-4912-8b88-fdb0674870a4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:10.139351 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-29016c51-c211-4781-85dd-d06959931541 req-52dd1811-7c16-4912-8b88-fdb0674870a4 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 943 time: 0.0563633 Aug 27 02:40:10.177045 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 5d767859-f041-4829-989b-8f1b21644308 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:40:10.177489 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (5d767859-f041-4829-989b-8f1b21644308), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:10.190075 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-29016c51-c211-4781-85dd-d06959931541 req-687ad27d-2bff-46d2-8630-2c512bde92dd tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442135 Aug 27 02:40:10.192311 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d767859-f041-4829-989b-8f1b21644308 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:40:10.212766 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 5d767859-f041-4829-989b-8f1b21644308, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=5d767859-f041-4829-989b-8f1b21644308,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:10.217648 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (5d767859-f041-4829-989b-8f1b21644308), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:10.266077 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=5d767859-f041-4829-989b-8f1b21644308,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:10.274062 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.274390 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.274729 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.275059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.275382 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.275702 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.276021 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.276333 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.276621 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.276947 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.277338 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.277622 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.277968 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.278207 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.278514 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:10.637133 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['5d767859-f041-4829-989b-8f1b21644308'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:40:11.319193 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f870baa-a636-4d47-9417-cbee8e8b5789 req-a59fd3e7-9665-4fb2-8bc7-af7721ce9f53 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:11.320736 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3f870baa-a636-4d47-9417-cbee8e8b5789 req-a59fd3e7-9665-4fb2-8bc7-af7721ce9f53 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 944 time: 0.0503891 Aug 27 02:40:11.381823 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3f870baa-a636-4d47-9417-cbee8e8b5789 req-042ed689-733d-44b6-b1a0-2231a0720eed tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526960 Aug 27 02:40:11.985247 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 5d767859-f041-4829-989b-8f1b21644308 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:12.033824 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 5d767859-f041-4829-989b-8f1b21644308 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:40:12.041319 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 5d767859-f041-4829-989b-8f1b21644308 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:40:12.041734 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (5d767859-f041-4829-989b-8f1b21644308), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:12.133029 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 5d767859-f041-4829-989b-8f1b21644308 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:40:12.133442 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (5d767859-f041-4829-989b-8f1b21644308), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:12.159668 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d767859-f041-4829-989b-8f1b21644308'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:40:12.162532 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60831608-b835-4f27-a87c-857873a31867" -d '{"events": [{"server_uuid": "7f0ec822-1c41-4508-8d13-a48c4c88f133", "name": "network-vif-plugged", "status": "completed", "tag": "5d767859-f041-4829-989b-8f1b21644308"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:12.177134 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 5d767859-f041-4829-989b-8f1b21644308, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=5d767859-f041-4829-989b-8f1b21644308,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:12.181838 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (5d767859-f041-4829-989b-8f1b21644308), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:12.205808 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7411433-be69-4de7-9cf0-f1840bae2745 x-openstack-request-id: req-f7411433-be69-4de7-9cf0-f1840bae2745 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:12.206105 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0ec822-1c41-4508-8d13-a48c4c88f133", "name": "network-vif-plugged", "status": "completed", "tag": "5d767859-f041-4829-989b-8f1b21644308", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:12.206356 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7411433-be69-4de7-9cf0-f1840bae2745 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:12.206756 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7411433-be69-4de7-9cf0-f1840bae2745'] response: {'server_uuid': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d767859-f041-4829-989b-8f1b21644308', 'code': 200} Aug 27 02:40:12.235449 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=5d767859-f041-4829-989b-8f1b21644308,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:12.427223 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b904b-09bd-4525-b9b0-ccf145b1bffb req-31c8e99e-5f3e-444f-a39b-aab362c5a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:12.428734 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a2b904b-09bd-4525-b9b0-ccf145b1bffb req-31c8e99e-5f3e-444f-a39b-aab362c5a08e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 1129 time: 0.0440357 Aug 27 02:40:12.484195 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a2b904b-09bd-4525-b9b0-ccf145b1bffb req-bd3a00a0-0d85-4e0d-8def-4fe525af78c0 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496755 Aug 27 02:40:12.519505 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e061a-b3c0-49b8-8e76-4fd461488028 req-215ed0f6-121c-42f1-97e4-f9c91c4f88db tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:12.520894 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-303e061a-b3c0-49b8-8e76-4fd461488028 req-215ed0f6-121c-42f1-97e4-f9c91c4f88db tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 945 time: 0.0561891 Aug 27 02:40:12.570723 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-303e061a-b3c0-49b8-8e76-4fd461488028 req-5b01b7bd-b33d-46c4-b6da-2dc5d3b17075 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440631 Aug 27 02:40:13.707028 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f4998-844d-4f29-94a7-ce41788d0b13 req-ee38fdbb-e83d-4ee6-81c5-27488c9cf16d tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:13.708412 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-674f4998-844d-4f29-94a7-ce41788d0b13 req-ee38fdbb-e83d-4ee6-81c5-27488c9cf16d tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 945 time: 0.0572133 Aug 27 02:40:13.734714 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:13.758341 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-674f4998-844d-4f29-94a7-ce41788d0b13 req-0e434d3c-38c6-4929-9621-ce8a85e74e25 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441644 Aug 27 02:40:14.883716 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5499a-cb19-46ed-bcf1-aa3ff30ee637 req-1fabc024-e952-4d54-99dd-d5e4df1e14e9 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:14.885226 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26f5499a-cb19-46ed-bcf1-aa3ff30ee637 req-1fabc024-e952-4d54-99dd-d5e4df1e14e9 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 945 time: 0.0491679 Aug 27 02:40:14.898432 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:14.937908 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26f5499a-cb19-46ed-bcf1-aa3ff30ee637 req-e07dd11b-4aea-495b-bdcf-16f3052e437b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469584 Aug 27 02:40:15.058796 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd3dbd-1f47-4480-b0aa-e9c386082c9d req-e13ecaa7-d8ad-4f27-96eb-010c63d2e5a6 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:15.060268 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c6dd3dbd-1f47-4480-b0aa-e9c386082c9d req-e13ecaa7-d8ad-4f27-96eb-010c63d2e5a6 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 945 time: 0.0478911 Aug 27 02:40:15.071022 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53666) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:40:15.075629 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-6413ce5f-c5c0-4fa1-840e-d91e3825bfe5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Request body: {'floatingip': {'port_id': '5d767859-f041-4829-989b-8f1b21644308'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:15.118978 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6413ce5f-c5c0-4fa1-840e-d91e3825bfe5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (6ec87011-ff66-48f7-948b-fd2a434da4da), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:15.568258 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6413ce5f-c5c0-4fa1-840e-d91e3825bfe5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:15.574424 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6413ce5f-c5c0-4fa1-840e-d91e3825bfe5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (6ec87011-ff66-48f7-948b-fd2a434da4da), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:15.675201 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [None req-6413ce5f-c5c0-4fa1-840e-d91e3825bfe5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Floating IP 6ec87011-ff66-48f7-948b-fd2a434da4da associated. External IP: 172.27.1.198, port: 5d767859-f041-4829-989b-8f1b21644308. Aug 27 02:40:15.885687 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6413ce5f-c5c0-4fa1-840e-d91e3825bfe5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Router de22d7d8-38ef-4996-9529-e421f60f5c70 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:15.999195 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6413ce5f-c5c0-4fa1-840e-d91e3825bfe5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:16.004524 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6413ce5f-c5c0-4fa1-840e-d91e3825bfe5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:16.009376 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141402e-ae90-4306-b9c6-4d70e6fd292a None None] Sync routers for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:16.020595 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141402e-ae90-4306-b9c6-4d70e6fd292a None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:40:16.021245 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-f141402e-ae90-4306-b9c6-4d70e6fd292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:39:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:16.036963 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-6413ce5f-c5c0-4fa1-840e-d91e3825bfe5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/6ec87011-ff66-48f7-948b-fd2a434da4da HTTP/1.1" status: 200 len: 991 time: 0.9648254 Aug 27 02:40:16.037570 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'tag': '5d767859-f041-4829-989b-8f1b21644308'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:40:16.040087 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0ec822-1c41-4508-8d13-a48c4c88f133", "tag": "5d767859-f041-4829-989b-8f1b21644308"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:16.082031 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7492f7b2-5c72-4f50-ba59-fc0ce51312a2 x-openstack-request-id: req-7492f7b2-5c72-4f50-ba59-fc0ce51312a2 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:16.082673 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0ec822-1c41-4508-8d13-a48c4c88f133", "tag": "5d767859-f041-4829-989b-8f1b21644308", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:16.082673 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7492f7b2-5c72-4f50-ba59-fc0ce51312a2 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:16.083012 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7492f7b2-5c72-4f50-ba59-fc0ce51312a2'] response: {'name': 'network-changed', 'server_uuid': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'tag': '5d767859-f041-4829-989b-8f1b21644308', 'status': 'completed', 'code': 200} Aug 27 02:40:16.130646 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-f141402e-ae90-4306-b9c6-4d70e6fd292a None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:40:16.154507 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:16.171361 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:16.181047 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2 req-99891086-051b-4e58-871a-0caa7022257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:16.182600 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2 req-99891086-051b-4e58-871a-0caa7022257d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 1129 time: 0.0468881 Aug 27 02:40:16.277497 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2 req-3c04e751-7cfe-4a1a-82bc-60b53266accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:16.279086 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2 req-3c04e751-7cfe-4a1a-82bc-60b53266accb service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 911 time: 0.0905991 Aug 27 02:40:16.347984 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2 req-e97f8a25-34d9-49b3-839b-817170cee412 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d767859-f041-4829-989b-8f1b21644308 HTTP/1.1" status: 200 len: 999 time: 0.0632305 Aug 27 02:40:16.360066 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-f141402e-ae90-4306-b9c6-4d70e6fd292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '6ec87011-ff66-48f7-948b-fd2a434da4da', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'port_id': '5d767859-f041-4829-989b-8f1b21644308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'mac_address': 'fa:16:3e:e1:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:40:01Z', 'updated_at': '2022-08-27T02:40:15Z', 'revision_number': 1, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:16.385565 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141402e-ae90-4306-b9c6-4d70e6fd292a None None] Checking router: de22d7d8-38ef-4996-9529-e421f60f5c70 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:16.394527 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141402e-ae90-4306-b9c6-4d70e6fd292a None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:40:16.395144 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-f141402e-ae90-4306-b9c6-4d70e6fd292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:39:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:16.398612 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2 req-3cf41dee-86f5-443c-ad7a-4ec31e13b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:16.400068 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2 req-3cf41dee-86f5-443c-ad7a-4ec31e13b459 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 200 len: 849 time: 0.0462840 Aug 27 02:40:16.444722 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2 req-e5627b5b-b45b-4bef-bd25-2b4ef3c7dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:16.446230 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2 req-e5627b5b-b45b-4bef-bd25-2b4ef3c7dd0a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=59638dff-2144-4bc2-a657-3cc12e54e5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401266 Aug 27 02:40:16.499827 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-f141402e-ae90-4306-b9c6-4d70e6fd292a None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:40:16.540971 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2 req-edcf1b62-99ef-4c81-a1df-be8d8b292f07 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889568 Aug 27 02:40:16.637755 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd231b7f-b7be-4e4a-a817-9ba4e81fdbb2 req-bb07d3be-1513-43e7-a0b2-e40f03d3b5f6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908313 Aug 27 02:40:16.742189 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-f141402e-ae90-4306-b9c6-4d70e6fd292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '6ec87011-ff66-48f7-948b-fd2a434da4da', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'port_id': '5d767859-f041-4829-989b-8f1b21644308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'mac_address': 'fa:16:3e:e1:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:40:01Z', 'updated_at': '2022-08-27T02:40:15Z', 'revision_number': 1, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:16.769777 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141402e-ae90-4306-b9c6-4d70e6fd292a None None] The sync data for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi is: [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '6ec87011-ff66-48f7-948b-fd2a434da4da', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'port_id': '5d767859-f041-4829-989b-8f1b21644308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'mac_address': 'fa:16:3e:e1:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:40:01Z', 'updated_at': '2022-08-27T02:40:15Z', 'revision_number': 1, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:16.971448 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11513aa4-dc28-47cb-9eba-971aea60f5fe None None] New status for floating IP 6ec87011-ff66-48f7-948b-fd2a434da4da: ACTIVE {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:40:20.919059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1e2952c7-1bdc-463e-b4bf-42cf38ecc2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:23.976393 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c1007e6d-8717-484f-8695-f087f628aa8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:26.026630 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:26.033340 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=86 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:26.624561 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=65 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:26.634789 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=52 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:26.654455 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:28.001605 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:28.820788 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:29.085023 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:33.490053 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:33.491249 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:34.309335 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:40:36.098722 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-8b8b2e97-298f-4fad-a6fc-bb8f5727f1c3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484319 Aug 27 02:40:36.210783 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-71efa306-3782-40fb-a398-743a3f891d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:36.212321 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-71efa306-3782-40fb-a398-743a3f891d51 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 1130 time: 0.0452287 Aug 27 02:40:36.335368 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-bd214da8-ae08-44f5-918b-bb7e35541f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:36.336864 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-bd214da8-ae08-44f5-918b-bb7e35541f71 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.1007648 Aug 27 02:40:36.406356 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-ebe9247b-9958-43cb-930b-f489a076d7c6 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df547cda-45a3-4fd8-bd2f-f3b5e1938759 HTTP/1.1" status: 200 len: 1002 time: 0.0626528 Aug 27 02:40:36.457784 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-920c7280-0a2e-4de8-b792-b418c79cc6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:36.459251 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-920c7280-0a2e-4de8-b792-b418c79cc6e4 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0474381 Aug 27 02:40:36.505832 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-ad1ea994-5437-40cb-bc1b-9ae425f43060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:40:36.507422 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-ad1ea994-5437-40cb-bc1b-9ae425f43060 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416427 Aug 27 02:40:36.608601 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-a08231d2-d79c-47c4-ad3b-26b171688bdc service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943050 Aug 27 02:40:36.709904 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdad6930-525e-4c9d-8819-ba1deb64f08e req-a31e8029-4518-476d-a7d0-2d8a5c3f2039 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945709 Aug 27 02:40:39.070089 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:39.079183 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:46.703859 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=47 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:46.704674 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=54 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:49.142559 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=14 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:49.147665 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=14 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:40:50.923717 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bf1422ba-6308-4770-937f-6953cf4fd808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:53.982642 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cbeb0e95-f5e5-4c43-8da4-f4efdafa8963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:54.592139 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-0a1ee10d-2f75-409c-8826-e77656a92a2c req-2d63e792-1cdd-40b2-8f97-b30cabbbbf20 service neutron] (106603) timed out ('10.222.0.45', 49739) {{(pid=106603) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 02:40:56.658902 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:58.006247 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:58.842897 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:40:59.081254 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:09.074501 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:UPDATE=2,neutron:SELECT=10 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:09.076623 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:10.486945 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:10.487869 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:11.309522 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:41:20.928823 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-fea0b581-5d16-4957-a931-1ed1f0e2c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:21.304330 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:21.305150 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:23.980398 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-43550f36-7c17-48c6-9b57-ea689a1e139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:26.667343 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:26.728916 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-faa82ddb-70eb-4797-81c6-d41618b80954 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-743539963&fields=id&tenant_id=79e671941c234f36b542080d256de2c6 HTTP/1.1" status: 200 len: 267 time: 0.0584953 Aug 27 02:41:26.851383 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-565ac171-6e95-4e31-b372-eea57524194f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:26.852853 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-565ac171-6e95-4e31-b372-eea57524194f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 812 time: 0.1168227 Aug 27 02:41:26.868603 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-c3c25b4f-0515-418a-bf67-0dc411df64d6 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/quotas/79e671941c234f36b542080d256de2c6 HTTP/1.1" status: 200 len: 375 time: 0.0099037 Aug 27 02:41:26.927270 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-c3e81cb0-438b-4929-9bb1-8e1687f1d718 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529134 Aug 27 02:41:27.094371 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-a0f6e2b9-32f0-4d8a-a6fe-27e48e3e3f2a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524470 Aug 27 02:41:27.193884 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-ebd1e304-985b-4966-9c85-26f064b55746 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935855 Aug 27 02:41:27.534863 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d458536-8bf3-4bc4-b39b-ba3901306fe6 req-d955eb96-f718-47ec-b21e-9854337bb1b5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 210 time: 0.0290782 Aug 27 02:41:28.017338 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:28.641153 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-529f2ae5-636e-4579-99de-3252bc06d48f req-b1002396-11c6-4679-9ea7-0198fd854267 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 210 time: 0.0290015 Aug 27 02:41:28.840496 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:28.922316 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-5c4b52e1-7c42-436b-9bf2-6e03da523ebd tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:28.923767 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-5c4b52e1-7c42-436b-9bf2-6e03da523ebd tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 812 time: 0.1128588 Aug 27 02:41:29.000014 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-a05a6c86-1d78-4a2f-aa39-a5172ae1cc9a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=79e671941c234f36b542080d256de2c6 HTTP/1.1" status: 200 len: 379 time: 0.0615861 Aug 27 02:41:29.014546 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'port': {'device_id': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'admin_state_up': True, 'tenant_id': '79e671941c234f36b542080d256de2c6', 'security_groups': ['88e65067-c38b-49c3-b93e-de58d7f17c27']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:29.083211 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:29.132832 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Made reservation on behalf of 79e671941c234f36b542080d256de2c6 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:29.136479 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:29.266997 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Allocated IP 172.20.0.3 (3a1ac093-e4b6-48ea-aff8-2575f231ba35/8c080214-b45e-4fcb-b0ae-d5409fab3aae/0f6ab26e-c941-4e20-b27e-ed8630548227) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:29.273046 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:29.417611 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:29.419888 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:29.453462 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:29.504749 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:29.507998 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:29.512272 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:41:29.538864 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'Port': ['ID=0f6ab26e-c941-4e20-b27e-ed8630548227,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:29.552244 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.552596 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.552889 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.553245 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.553734 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.553941 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.554198 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.554507 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.554820 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.555138 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.555454 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.555879 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.556529 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.557072 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.557605 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:29.589158 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:29.589911 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:29.609677 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-2644f52b-4dff-4bc2-ab5a-3dd908b28509 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002002 Aug 27 02:41:29.629716 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Request body: {'port': {'device_id': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:29.702698 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:29.780398 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-b35e2ea4-bbfe-42f7-bf07-02916f1f38fb None None] Provisioning complete for port 0f6ab26e-c941-4e20-b27e-ed8630548227 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:41:29.780630 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b35e2ea4-bbfe-42f7-bf07-02916f1f38fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:29.799872 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2eee5b-773f-43bd-9d22-56657a255f8a req-69898de3-7bc7-4a65-aa8c-1cc8fe782113 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:29.801389 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ff2eee5b-773f-43bd-9d22-56657a255f8a req-69898de3-7bc7-4a65-aa8c-1cc8fe782113 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 931 time: 0.0625670 Aug 27 02:41:29.816027 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-b35e2ea4-bbfe-42f7-bf07-02916f1f38fb None None] Port 0f6ab26e-c941-4e20-b27e-ed8630548227 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:41:29.955294 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ff2eee5b-773f-43bd-9d22-56657a255f8a req-126d6c69-e9aa-4d47-9d12-4a7393d79a76 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090207 Aug 27 02:41:30.053767 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6ab26e-c941-4e20-b27e-ed8630548227 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:41:30.061597 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Publish callbacks [] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:30.076410 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Transition to ACTIVE for port object 0f6ab26e-c941-4e20-b27e-ed8630548227 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:41:30.080424 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:30.114488 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:30.131655 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6ab26e-c941-4e20-b27e-ed8630548227,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:30.201007 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Attempting to bind port 0f6ab26e-c941-4e20-b27e-ed8630548227 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:41:30.201370 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Attempting to bind port 0f6ab26e-c941-4e20-b27e-ed8630548227 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:41:30.201697 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Attempting to bind port 0f6ab26e-c941-4e20-b27e-ed8630548227 on network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:41:30.206299 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Port 0f6ab26e-c941-4e20-b27e-ed8630548227 on network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:41:30.206553 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Attempting to bind port 0f6ab26e-c941-4e20-b27e-ed8630548227 on network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:41:30.211851 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:41:30.212182 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Checking segment: {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:41:30.212609 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Bound using segment: {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:41:30.213105 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Bound port: 0f6ab26e-c941-4e20-b27e-ed8630548227, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f99a69d-206b-4515-9b90-f827a81fe526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:41:30.213438 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:30.269854 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:30.276300 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] For port 0f6ab26e-c941-4e20-b27e-ed8630548227, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:30.279598 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] For port 0f6ab26e-c941-4e20-b27e-ed8630548227, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=0f6ab26e-c941-4e20-b27e-ed8630548227,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:30.288155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:30.294976 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:30.295644 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:30.297107 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/0f6ab26e-c941-4e20-b27e-ed8630548227 HTTP/1.1" status: 200 len: 1093 time: 0.6718159 Aug 27 02:41:30.297619 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'tag': '0f6ab26e-c941-4e20-b27e-ed8630548227'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:41:30.299879 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8984d905-2490-464d-9c5b-455b7a639bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b4020-7f17-480c-b0f4-062c82eaddd2", "tag": "0f6ab26e-c941-4e20-b27e-ed8630548227"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:41:30.352138 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a738353-3a4d-4213-956b-654b82b33835 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6ab26e-c941-4e20-b27e-ed8630548227,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:30.404631 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-f34eb267-a0b0-4c2e-9e9c-55c6fb5f77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:30.406152 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-f34eb267-a0b0-4c2e-9e9c-55c6fb5f77d0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 1127 time: 0.0428400 Aug 27 02:41:30.410731 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1d65e4-ec81-4f03-aefe-097b4317f504 x-openstack-request-id: req-0d1d65e4-ec81-4f03-aefe-097b4317f504 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:41:30.411012 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b4020-7f17-480c-b0f4-062c82eaddd2", "tag": "0f6ab26e-c941-4e20-b27e-ed8630548227", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:41:30.411284 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d1d65e4-ec81-4f03-aefe-097b4317f504 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:41:30.411668 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1d65e4-ec81-4f03-aefe-097b4317f504'] response: {'name': 'network-changed', 'server_uuid': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'tag': '0f6ab26e-c941-4e20-b27e-ed8630548227', 'status': 'completed', 'code': 200} Aug 27 02:41:30.525966 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-6304be9d-e34c-46dc-8032-77fd49e08485 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f6ab26e-c941-4e20-b27e-ed8630548227 HTTP/1.1" status: 200 len: 217 time: 0.0453508 Aug 27 02:41:30.579441 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-5d799736-4f05-490b-9390-da2a41a6cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:30.580898 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-5d799736-4f05-490b-9390-da2a41a6cc87 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0479891 Aug 27 02:41:30.639421 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-a299db22-ee6f-45b6-b0a7-6f9bde7a163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:30.640904 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-a299db22-ee6f-45b6-b0a7-6f9bde7a163e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523784 Aug 27 02:41:30.749678 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-4558a2be-0ce7-484d-a3fb-2edd09bd3fc1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019461 Aug 27 02:41:30.854803 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-572e4f03-bf44-4111-a533-df6fa9eebcd9 req-df28b208-fbca-45d9-87b1-2a366a9ca8ca service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972490 Aug 27 02:41:31.080659 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a07d4b-0a00-4981-9b30-6a4b6f854bcc req-370ceaa6-6442-491c-aea1-c4333d9d0407 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:31.082129 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12a07d4b-0a00-4981-9b30-6a4b6f854bcc req-370ceaa6-6442-491c-aea1-c4333d9d0407 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 943 time: 0.0531807 Aug 27 02:41:31.132253 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12a07d4b-0a00-4981-9b30-6a4b6f854bcc req-18859e3c-0575-4f2b-8d3a-255bf1577507 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443156 Aug 27 02:41:32.201679 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d905-2490-464d-9c5b-455b7a639bfa req-4e047954-baab-4b8a-86ac-d8c312f1eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:32.203238 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8984d905-2490-464d-9c5b-455b7a639bfa req-4e047954-baab-4b8a-86ac-d8c312f1eac2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 1127 time: 0.0472751 Aug 27 02:41:32.300881 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5745f-ecdf-466f-a5c6-1b4924748892 req-c92cd8f3-4ed2-4831-92a7-5392b38ec06b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:32.302373 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c6d5745f-ecdf-466f-a5c6-1b4924748892 req-c92cd8f3-4ed2-4831-92a7-5392b38ec06b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 943 time: 0.0929425 Aug 27 02:41:32.635511 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d905-2490-464d-9c5b-455b7a639bfa req-e493e283-89fe-4e6f-bd85-ae1c24465526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:32.636967 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8984d905-2490-464d-9c5b-455b7a639bfa req-e493e283-89fe-4e6f-bd85-ae1c24465526 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.4258668 Aug 27 02:41:32.658061 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c6d5745f-ecdf-466f-a5c6-1b4924748892 req-28900608-7e71-4c9c-8bd8-fe1343f16bab tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485951 Aug 27 02:41:32.684889 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8984d905-2490-464d-9c5b-455b7a639bfa req-d84b9913-eb19-4f1b-8885-1398c3955982 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f6ab26e-c941-4e20-b27e-ed8630548227 HTTP/1.1" status: 200 len: 217 time: 0.0387588 Aug 27 02:41:32.735054 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d905-2490-464d-9c5b-455b7a639bfa req-13081017-c6e8-4f35-9666-5e04e5bc3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:32.736501 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8984d905-2490-464d-9c5b-455b7a639bfa req-13081017-c6e8-4f35-9666-5e04e5bc3721 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0457330 Aug 27 02:41:32.786478 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d905-2490-464d-9c5b-455b7a639bfa req-e3f2e3da-f31f-4c89-9c90-1ca5c208e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:32.787991 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8984d905-2490-464d-9c5b-455b7a639bfa req-e3f2e3da-f31f-4c89-9c90-1ca5c208e6e4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440583 Aug 27 02:41:32.835456 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:32.881405 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8984d905-2490-464d-9c5b-455b7a639bfa req-e3223d56-1d92-4ae4-b7dc-19775e964476 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875516 Aug 27 02:41:32.938981 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:32.983803 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8984d905-2490-464d-9c5b-455b7a639bfa req-93db79e8-95ca-46c5-8fdb-13178be26e1f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956492 Aug 27 02:41:33.798463 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd16637-c204-47f2-80fe-573b02d6c437 req-ddc89d9d-5c7c-4171-aa5b-45b4faf2619f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:33.799935 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1cd16637-c204-47f2-80fe-573b02d6c437 req-ddc89d9d-5c7c-4171-aa5b-45b4faf2619f tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 943 time: 0.0597529 Aug 27 02:41:33.853740 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1cd16637-c204-47f2-80fe-573b02d6c437 req-8c9819e2-d591-4699-92d0-f2a4ec48dc61 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473630 Aug 27 02:41:34.980073 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcbc02-2b24-4564-b90b-3940f146fe75 req-bf6889d0-dc55-44b4-85e8-c9a7bdcfb0b5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:34.981685 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ddcbc02-2b24-4564-b90b-3940f146fe75 req-bf6889d0-dc55-44b4-85e8-c9a7bdcfb0b5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 943 time: 0.0509651 Aug 27 02:41:35.041070 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ddcbc02-2b24-4564-b90b-3940f146fe75 req-2a1196c8-ff2f-4b8d-9e46-3af0b6ecfd86 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530136 Aug 27 02:41:36.170373 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-0d698ee2-a18a-42c4-bd31-0d388a45a049 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642734 Aug 27 02:41:36.187469 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd10eb-9088-4124-a8ae-64cd47a94154 req-cebccae5-c9e2-4267-8c16-7cac649f7f92 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:36.189362 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1afd10eb-9088-4124-a8ae-64cd47a94154 req-cebccae5-c9e2-4267-8c16-7cac649f7f92 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 943 time: 0.0565863 Aug 27 02:41:36.271883 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-9217b70c-a575-4e81-bfe1-f457605482a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:36.273440 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-9217b70c-a575-4e81-bfe1-f457605482a0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 1129 time: 0.0624263 Aug 27 02:41:36.277702 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1afd10eb-9088-4124-a8ae-64cd47a94154 req-11b9b012-eb56-421a-bf25-0a48e76fc1ee tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810421 Aug 27 02:41:36.383175 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-7d90070f-a271-4576-b5f8-b5d19e16f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:36.384799 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-7d90070f-a271-4576-b5f8-b5d19e16f558 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 200 len: 911 time: 0.0914979 Aug 27 02:41:36.457836 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-80afbd7a-75dc-4396-8a45-5dcd03a231fd service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d767859-f041-4829-989b-8f1b21644308 HTTP/1.1" status: 200 len: 1001 time: 0.0665193 Aug 27 02:41:36.510153 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-3045db6c-f3a2-411b-bc23-64a01b200252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:36.511594 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-3045db6c-f3a2-411b-bc23-64a01b200252 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 200 len: 849 time: 0.0469527 Aug 27 02:41:36.555654 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-e32a46a7-bb2a-4398-888f-c0a31d554113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:36.557464 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-e32a46a7-bb2a-4398-888f-c0a31d554113 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=59638dff-2144-4bc2-a657-3cc12e54e5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397434 Aug 27 02:41:36.659916 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-530e2188-d97a-4dae-a032-1b2a9584da26 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934770 Aug 27 02:41:36.761878 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6f074457-337d-4a6c-b807-4d6e71a3f661 req-af840407-8ec0-4e9c-9c37-034044924d39 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957778 Aug 27 02:41:37.423502 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a4a19-3167-4026-99f1-90f22582a2fb req-92830958-5937-4eea-a22c-fe28de6e51c0 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:37.425005 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-239a4a19-3167-4026-99f1-90f22582a2fb req-92830958-5937-4eea-a22c-fe28de6e51c0 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 943 time: 0.0675249 Aug 27 02:41:37.446755 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:37.477575 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-239a4a19-3167-4026-99f1-90f22582a2fb req-521f102b-5454-4626-a03d-029affb32710 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469656 Aug 27 02:41:38.619090 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e25823-c15b-4d75-899a-600d77b03134 req-e1834226-56f1-4eb3-ae10-2c626985d64d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:38.620559 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64e25823-c15b-4d75-899a-600d77b03134 req-e1834226-56f1-4eb3-ae10-2c626985d64d tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 943 time: 0.0515621 Aug 27 02:41:38.674338 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64e25823-c15b-4d75-899a-600d77b03134 req-18f937b4-84a3-47d6-9db9-ac2795347a62 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451791 Aug 27 02:41:39.769150 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:39.808987 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867519f2-9f72-433b-89bb-6b07ff214bca req-a7dd5d24-dca5-4841-95da-89732690b774 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:39.809893 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:39.812906 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-867519f2-9f72-433b-89bb-6b07ff214bca req-a7dd5d24-dca5-4841-95da-89732690b774 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 943 time: 0.0576987 Aug 27 02:41:39.813940 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:39.866455 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-867519f2-9f72-433b-89bb-6b07ff214bca req-f7ada388-d4a2-432f-9869-7ec9886ab9c7 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486636 Aug 27 02:41:40.407281 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 0f6ab26e-c941-4e20-b27e-ed8630548227 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:41:40.514566 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 0f6ab26e-c941-4e20-b27e-ed8630548227, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=0f6ab26e-c941-4e20-b27e-ed8630548227,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:40.527840 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '0f6ab26e-c941-4e20-b27e-ed8630548227', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'port_id': '0f6ab26e-c941-4e20-b27e-ed8630548227', 'mac_address': 'fa:16:3e:ed:6b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:41:40.571213 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 0f6ab26e-c941-4e20-b27e-ed8630548227 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:41:40.571998 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:40.590199 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6ab26e-c941-4e20-b27e-ed8630548227 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:41:40.613716 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 0f6ab26e-c941-4e20-b27e-ed8630548227, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=0f6ab26e-c941-4e20-b27e-ed8630548227,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:40.619581 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:40.678286 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=0f6ab26e-c941-4e20-b27e-ed8630548227,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:40.685466 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.685788 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.686125 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.686456 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.686795 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.687114 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.687726 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.688057 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.688376 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.688687 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.688975 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.689307 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.689623 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.689932 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.690241 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:40.987578 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed64d6-a2c4-4616-845a-a5518457929d req-6fbfd8dc-0232-406e-8a5e-c363959e2d4b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:40.989160 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-73ed64d6-a2c4-4616-845a-a5518457929d req-6fbfd8dc-0232-406e-8a5e-c363959e2d4b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 944 time: 0.0485346 Aug 27 02:41:41.042628 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-73ed64d6-a2c4-4616-845a-a5518457929d req-9afc4b6d-f0dc-440a-95c0-4902d791483c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473223 Aug 27 02:41:41.200880 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['0f6ab26e-c941-4e20-b27e-ed8630548227'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:41:42.171249 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329fed2-1c55-436b-894d-f376ddeda6f3 req-351cfbb5-c9e2-4af9-82c6-08fed90c4a17 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:42.173402 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5329fed2-1c55-436b-894d-f376ddeda6f3 req-351cfbb5-c9e2-4af9-82c6-08fed90c4a17 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 944 time: 0.0493894 Aug 27 02:41:42.225521 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5329fed2-1c55-436b-894d-f376ddeda6f3 req-777c8a55-2766-454f-9d24-95facc251d64 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461988 Aug 27 02:41:42.416711 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 0f6ab26e-c941-4e20-b27e-ed8630548227 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:42.472969 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 0f6ab26e-c941-4e20-b27e-ed8630548227 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:41:42.480390 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 0f6ab26e-c941-4e20-b27e-ed8630548227 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:41:42.480632 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:42.564491 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 0f6ab26e-c941-4e20-b27e-ed8630548227 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:41:42.564921 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:42.589199 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6ab26e-c941-4e20-b27e-ed8630548227'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:41:42.591473 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3899662f-f5b4-4e3d-8a82-1be8fa4a3578" -d '{"events": [{"server_uuid": "a29b4020-7f17-480c-b0f4-062c82eaddd2", "name": "network-vif-plugged", "status": "completed", "tag": "0f6ab26e-c941-4e20-b27e-ed8630548227"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:41:42.606117 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 0f6ab26e-c941-4e20-b27e-ed8630548227, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=0f6ab26e-c941-4e20-b27e-ed8630548227,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:42.610934 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:42.635532 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51d113a-dae6-4b8a-9fd1-1535fd05cda8 x-openstack-request-id: req-a51d113a-dae6-4b8a-9fd1-1535fd05cda8 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:41:42.635826 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b4020-7f17-480c-b0f4-062c82eaddd2", "name": "network-vif-plugged", "status": "completed", "tag": "0f6ab26e-c941-4e20-b27e-ed8630548227", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:41:42.636203 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a51d113a-dae6-4b8a-9fd1-1535fd05cda8 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:41:42.636602 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51d113a-dae6-4b8a-9fd1-1535fd05cda8'] response: {'server_uuid': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6ab26e-c941-4e20-b27e-ed8630548227', 'code': 200} Aug 27 02:41:42.648469 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:42.664550 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=0f6ab26e-c941-4e20-b27e-ed8630548227,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:42.949943 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a113db-5f3e-4a30-8753-cd63e31c5602 req-b132ac73-f989-481a-9130-64aab6d5ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:42.951440 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28a113db-5f3e-4a30-8753-cd63e31c5602 req-b132ac73-f989-481a-9130-64aab6d5ca9f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 1129 time: 0.0493979 Aug 27 02:41:42.997913 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28a113db-5f3e-4a30-8753-cd63e31c5602 req-fd035fbb-7c8e-438d-9254-c497513f347b service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401804 Aug 27 02:41:43.354181 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2be81-2b2c-4eb1-ac37-75c1e796c576 req-59b86113-689d-4f77-8e5c-06be7c5d87c8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:43.355873 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0cf2be81-2b2c-4eb1-ac37-75c1e796c576 req-59b86113-689d-4f77-8e5c-06be7c5d87c8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 945 time: 0.0540175 Aug 27 02:41:43.416972 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0cf2be81-2b2c-4eb1-ac37-75c1e796c576 req-52a9ca00-14a7-405c-9152-76cfbd6db9fa tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508904 Aug 27 02:41:44.543057 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5f09d-43e9-431e-b8c4-24e2eeeba7e3 req-f1186ff8-4601-466b-b489-9a05fcb32930 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:44.544693 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2ee5f09d-43e9-431e-b8c4-24e2eeeba7e3 req-f1186ff8-4601-466b-b489-9a05fcb32930 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 945 time: 0.0505097 Aug 27 02:41:44.601776 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2ee5f09d-43e9-431e-b8c4-24e2eeeba7e3 req-abbe5ddd-590b-4b59-a57b-e417162fdda3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516276 Aug 27 02:41:45.737367 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc31ce1-73e7-4e99-aea1-7b50f4a0d6a4 req-65fc6013-e074-4329-943f-999cc266351a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:45.738847 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1dc31ce1-73e7-4e99-aea1-7b50f4a0d6a4 req-65fc6013-e074-4329-943f-999cc266351a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 945 time: 0.0580492 Aug 27 02:41:45.792054 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1dc31ce1-73e7-4e99-aea1-7b50f4a0d6a4 req-a056dc34-8d85-4acf-9e14-8453be5d77a4 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455317 Aug 27 02:41:45.921606 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016229f-4073-4480-80ca-57fd93aff730 req-cb7649e4-155f-4a12-b317-22e060f5050e tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:45.923092 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6016229f-4073-4480-80ca-57fd93aff730 req-cb7649e4-155f-4a12-b317-22e060f5050e tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 945 time: 0.0574985 Aug 27 02:41:45.982191 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6016229f-4073-4480-80ca-57fd93aff730 req-cb59e970-a3e4-451a-97cf-ce4d59d05323 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507288 Aug 27 02:41:46.009190 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53858) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:41:46.116096 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecb060a-260f-4ba0-82c9-cd333945a796 tempest-TestVolumeBootPattern-632054367 tempest-TestVolumeBootPattern-632054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:46.117614 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7ecb060a-260f-4ba0-82c9-cd333945a796 tempest-TestVolumeBootPattern-632054367 tempest-TestVolumeBootPattern-632054367-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 1124 time: 0.1072071 Aug 27 02:41:46.120755 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53862) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:41:46.124919 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'port_id': '0f6ab26e-c941-4e20-b27e-ed8630548227', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:46.149760 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:46.226361 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:46.232357 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:46.344090 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:46.345452 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Allocated IP 172.27.1.79 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/a256405a-32a6-43d9-8ec1-3fd0cf635b4b) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:46.475065 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for port (a256405a-32a6-43d9-8ec1-3fd0cf635b4b), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:46.515262 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (a256405a-32a6-43d9-8ec1-3fd0cf635b4b), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:46.557169 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:46.560211 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:46.564104 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:41:46.591545 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'Port': ['ID=a256405a-32a6-43d9-8ec1-3fd0cf635b4b,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:46.933501 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (8f43af81-9fad-479b-8051-1c862fbae25e), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:46.999200 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:47.011845 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (a256405a-32a6-43d9-8ec1-3fd0cf635b4b), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:47.174999 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for port (a256405a-32a6-43d9-8ec1-3fd0cf635b4b), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:47.182079 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (a256405a-32a6-43d9-8ec1-3fd0cf635b4b), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:47.230242 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:47.252776 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (8f43af81-9fad-479b-8051-1c862fbae25e), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:47.254584 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event updated for resources: {'Port': ['ID=a256405a-32a6-43d9-8ec1-3fd0cf635b4b,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:47.354832 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Floating IP 8f43af81-9fad-479b-8051-1c862fbae25e associated. External IP: 172.27.1.79, port: 0f6ab26e-c941-4e20-b27e-ed8630548227. Aug 27 02:41:47.472909 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:47.485574 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:47.600001 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Router 8ab30363-72c0-4158-84ed-51aa1d7bea78 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:47.720554 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:47.732741 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d9ff6-cefd-4586-a8be-919870d311a2 None None] Sync routers for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:47.745747 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d9ff6-cefd-4586-a8be-919870d311a2 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:41:47.746282 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:47.746488 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-aa4d9ff6-cefd-4586-a8be-919870d311a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:41:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:47.749056 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:47.781919 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-33ee020b-d0b1-4c40-aa6b-c751283cb0c5 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6577854 Aug 27 02:41:47.781919 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'tag': '0f6ab26e-c941-4e20-b27e-ed8630548227'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:41:47.782432 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f514f266-cbb2-428a-bd37-fdc731b39e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b4020-7f17-480c-b0f4-062c82eaddd2", "tag": "0f6ab26e-c941-4e20-b27e-ed8630548227"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:41:47.820180 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c78a8fe-9d37-45fc-aa90-d3293cf14833 x-openstack-request-id: req-5c78a8fe-9d37-45fc-aa90-d3293cf14833 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:41:47.820499 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b4020-7f17-480c-b0f4-062c82eaddd2", "tag": "0f6ab26e-c941-4e20-b27e-ed8630548227", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:41:47.820757 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c78a8fe-9d37-45fc-aa90-d3293cf14833 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:41:47.821193 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c78a8fe-9d37-45fc-aa90-d3293cf14833'] response: {'name': 'network-changed', 'server_uuid': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'tag': '0f6ab26e-c941-4e20-b27e-ed8630548227', 'status': 'completed', 'code': 200} Aug 27 02:41:47.861968 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-aa4d9ff6-cefd-4586-a8be-919870d311a2 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:41:47.913546 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514f266-cbb2-428a-bd37-fdc731b39e3d req-984bb94b-5321-4626-8baa-5d24601abdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:47.915082 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f514f266-cbb2-428a-bd37-fdc731b39e3d req-984bb94b-5321-4626-8baa-5d24601abdb8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 1129 time: 0.0437274 Aug 27 02:41:48.016227 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:48.025993 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514f266-cbb2-428a-bd37-fdc731b39e3d req-d009cf15-365e-4c88-8a0b-70fccaa42f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:48.027605 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f514f266-cbb2-428a-bd37-fdc731b39e3d req-d009cf15-365e-4c88-8a0b-70fccaa42f20 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.1069798 Aug 27 02:41:48.099561 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f514f266-cbb2-428a-bd37-fdc731b39e3d req-05758324-0d70-4920-82d9-9891d81d289f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f6ab26e-c941-4e20-b27e-ed8630548227 HTTP/1.1" status: 200 len: 998 time: 0.0653052 Aug 27 02:41:48.154254 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514f266-cbb2-428a-bd37-fdc731b39e3d req-c5f80e75-adb9-45ac-8257-2eff51555ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:48.155772 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f514f266-cbb2-428a-bd37-fdc731b39e3d req-c5f80e75-adb9-45ac-8257-2eff51555ffc service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0510688 Aug 27 02:41:48.202809 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514f266-cbb2-428a-bd37-fdc731b39e3d req-4603e731-1a31-430d-8925-99ad20828745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:48.204365 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f514f266-cbb2-428a-bd37-fdc731b39e3d req-4603e731-1a31-430d-8925-99ad20828745 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428951 Aug 27 02:41:48.231157 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-aa4d9ff6-cefd-4586-a8be-919870d311a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '7b514ed1-b4ba-4126-9f4b-37a42a1cf015', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:92:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:39:14Z', 'updated_at': '2022-08-27T02:39:16Z', 'revision_number': 1, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}, {'id': '8f43af81-9fad-479b-8051-1c862fbae25e', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': '0f6ab26e-c941-4e20-b27e-ed8630548227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:ed:6b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:41:46Z', 'updated_at': '2022-08-27T02:41:46Z', 'revision_number': 0, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:48.256496 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d9ff6-cefd-4586-a8be-919870d311a2 None None] Checking router: 8ab30363-72c0-4158-84ed-51aa1d7bea78 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:48.265820 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d9ff6-cefd-4586-a8be-919870d311a2 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:41:48.266669 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-aa4d9ff6-cefd-4586-a8be-919870d311a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:41:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:48.299787 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f514f266-cbb2-428a-bd37-fdc731b39e3d req-9a3d6dfa-d2a9-4188-95cb-0aa9c1b77fdd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888712 Aug 27 02:41:48.310860 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:41:48.369328 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-aa4d9ff6-cefd-4586-a8be-919870d311a2 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:41:48.397680 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f514f266-cbb2-428a-bd37-fdc731b39e3d req-44af4941-0108-42d5-92ea-5b405fbce492 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916009 Aug 27 02:41:48.604589 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-aa4d9ff6-cefd-4586-a8be-919870d311a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '7b514ed1-b4ba-4126-9f4b-37a42a1cf015', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:92:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:39:14Z', 'updated_at': '2022-08-27T02:39:16Z', 'revision_number': 1, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}, {'id': '8f43af81-9fad-479b-8051-1c862fbae25e', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': '0f6ab26e-c941-4e20-b27e-ed8630548227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:ed:6b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:41:46Z', 'updated_at': '2022-08-27T02:41:46Z', 'revision_number': 0, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:48.635117 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d9ff6-cefd-4586-a8be-919870d311a2 None None] The sync data for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi is: [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '7b514ed1-b4ba-4126-9f4b-37a42a1cf015', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:92:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:39:14Z', 'updated_at': '2022-08-27T02:39:16Z', 'revision_number': 1, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}, {'id': '8f43af81-9fad-479b-8051-1c862fbae25e', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': '0f6ab26e-c941-4e20-b27e-ed8630548227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:ed:6b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:41:46Z', 'updated_at': '2022-08-27T02:41:46Z', 'revision_number': 0, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:48.839934 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d35e08-072d-4438-8352-9974c650f01d None None] New status for floating IP 8f43af81-9fad-479b-8051-1c862fbae25e: ACTIVE {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:41:50.924860 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-9df3dcc7-1687-45d6-be6b-504498984d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:53.979059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-094934b3-c81a-42a3-9727-9ef6a4c41668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:56.461695 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:56.470174 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39558803-6515-4b39-9593-34f9e6f61969 req-117a0aa9-fe8e-4175-b4d0-9a873898e009 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:56.471649 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-39558803-6515-4b39-9593-34f9e6f61969 req-117a0aa9-fe8e-4175-b4d0-9a873898e009 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 945 time: 0.0520101 Aug 27 02:41:56.524289 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-39558803-6515-4b39-9593-34f9e6f61969 req-61754159-3003-4794-8418-0bd34ef13557 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453122 Aug 27 02:41:56.666129 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:57.685227 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854e35e-edc8-4644-a10d-d77e439d3578 req-73f37eb6-33c6-4734-81af-2f999e433681 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:57.687050 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2854e35e-edc8-4644-a10d-d77e439d3578 req-73f37eb6-33c6-4734-81af-2f999e433681 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 945 time: 0.0599155 Aug 27 02:41:57.735895 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2854e35e-edc8-4644-a10d-d77e439d3578 req-a0bebd60-be1f-496e-97d2-23997246feee tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Aug 27 02:41:58.018887 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:58.844643 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:58.870400 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457aa25-622a-43cc-840d-87696ff997c1 req-b6a0d0e3-3009-4d5a-88a9-6a8729de912e tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:58.871872 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6457aa25-622a-43cc-840d-87696ff997c1 req-b6a0d0e3-3009-4d5a-88a9-6a8729de912e tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 945 time: 0.0783529 Aug 27 02:41:58.885862 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11316b5d-34b8-46c0-8d0b-8fbb0ad62d54 req-2af8d484-e7dd-4591-b820-02e288df66e5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:41:58.887244 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-11316b5d-34b8-46c0-8d0b-8fbb0ad62d54 req-2af8d484-e7dd-4591-b820-02e288df66e5 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 945 time: 0.0634873 Aug 27 02:41:58.952242 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:58.955382 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=11 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:58.999486 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-11316b5d-34b8-46c0-8d0b-8fbb0ad62d54 req-499a4abc-43dd-4910-adca-730c358df987 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051698 Aug 27 02:41:59.012846 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Deleting port 5d767859-f041-4829-989b-8f1b21644308 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:41:59.013212 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (5d767859-f041-4829-989b-8f1b21644308), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:59.094720 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:59.105951 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:59.118733 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] For port 5d767859-f041-4829-989b-8f1b21644308, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=5d767859-f041-4829-989b-8f1b21644308,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:59.119083 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (5d767859-f041-4829-989b-8f1b21644308), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:59.288277 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:59.288696 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (6ec87011-ff66-48f7-948b-fd2a434da4da), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:59.289230 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Floating IP 6ec87011-ff66-48f7-948b-fd2a434da4da disassociated. External IP: 172.27.1.198, port: 5d767859-f041-4829-989b-8f1b21644308. Aug 27 02:41:59.289745 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Calling delete_port for 5d767859-f041-4829-989b-8f1b21644308 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:41:59.294146 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:59.446210 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (5d767859-f041-4829-989b-8f1b21644308), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:41:59.475299 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event deleted for resources: {'Port': ['ID=5d767859-f041-4829-989b-8f1b21644308,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:59.868110 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:41:59.870800 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Router de22d7d8-38ef-4996-9529-e421f60f5c70 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:59.981758 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:59.992445 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965fc757-9aa7-48f3-88cd-8249195b433e None None] Sync routers for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:00.002759 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965fc757-9aa7-48f3-88cd-8249195b433e None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:00.003418 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-965fc757-9aa7-48f3-88cd-8249195b433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:41:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:00.024820 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] No DVR routers for this DVR port 5d767859-f041-4829-989b-8f1b21644308 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:42:00.028113 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:00.031775 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6457aa25-622a-43cc-840d-87696ff997c1 req-5a333b34-d247-4499-8c2f-741ed918eba8 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.45 "DELETE /networking/v2.0/ports/5d767859-f041-4829-989b-8f1b21644308 HTTP/1.1" status: 204 len: 173 time: 1.1436710 Aug 27 02:42:00.032335 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'name': 'network-vif-deleted', 'tag': '5d767859-f041-4829-989b-8f1b21644308'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:42:00.038918 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4229a38-68e0-45be-9931-01a2abfd9441" -d '{"events": [{"server_uuid": "7f0ec822-1c41-4508-8d13-a48c4c88f133", "name": "network-vif-deleted", "tag": "5d767859-f041-4829-989b-8f1b21644308"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:00.076702 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dd57a3-1c7e-46b8-a33d-e562f4932825 x-openstack-request-id: req-28dd57a3-1c7e-46b8-a33d-e562f4932825 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:00.076993 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0ec822-1c41-4508-8d13-a48c4c88f133", "name": "network-vif-deleted", "tag": "5d767859-f041-4829-989b-8f1b21644308", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:00.077289 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28dd57a3-1c7e-46b8-a33d-e562f4932825 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:00.077727 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28dd57a3-1c7e-46b8-a33d-e562f4932825'] response: {'server_uuid': '7f0ec822-1c41-4508-8d13-a48c4c88f133', 'name': 'network-vif-deleted', 'tag': '5d767859-f041-4829-989b-8f1b21644308', 'status': 'completed', 'code': 200} Aug 27 02:42:00.112617 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-965fc757-9aa7-48f3-88cd-8249195b433e None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:00.143180 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-17eede82-6246-4e35-9f90-61dd380b15b1 req-047a7438-7da6-4541-82a9-275baefaf4f7 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7f0ec822-1c41-4508-8d13-a48c4c88f133 HTTP/1.1" status: 200 len: 210 time: 0.0370414 Aug 27 02:42:00.149801 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:00.322864 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-965fc757-9aa7-48f3-88cd-8249195b433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:00.347896 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965fc757-9aa7-48f3-88cd-8249195b433e None None] Checking router: de22d7d8-38ef-4996-9529-e421f60f5c70 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:00.357395 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965fc757-9aa7-48f3-88cd-8249195b433e None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:00.358013 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-965fc757-9aa7-48f3-88cd-8249195b433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:41:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:00.461550 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-965fc757-9aa7-48f3-88cd-8249195b433e None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:00.657462 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-965fc757-9aa7-48f3-88cd-8249195b433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:00.688322 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965fc757-9aa7-48f3-88cd-8249195b433e None None] The sync data for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi is: [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:35:28Z', 'revision_number': 4, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '378b073d-1c13-4364-95c6-42289b2d5ccd', 'name': '', 'network_id': '59638dff-2144-4bc2-a657-3cc12e54e5c1', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'mac_address': 'fa:16:3e:4d:c5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:27Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'subnets': [{'id': '623e9093-88e8-454c-b06e-d8c0b0cb6898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:00.926975 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d75428-6bf3-420b-8aac-18ac870238e8 None None] New status for floating IP 6ec87011-ff66-48f7-948b-fd2a434da4da: DOWN {{(pid=106606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:42:01.246832 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53946) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:01.308913 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f908519-9f17-4f6d-8c62-e54fa8fcc10b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (50c1ebb7-bef2-4e93-82e9-cc5e51a52c28), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:01.332194 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f908519-9f17-4f6d-8c62-e54fa8fcc10b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (50c1ebb7-bef2-4e93-82e9-cc5e51a52c28), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:01.383788 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f908519-9f17-4f6d-8c62-e54fa8fcc10b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (50c1ebb7-bef2-4e93-82e9-cc5e51a52c28), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:01.386460 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f908519-9f17-4f6d-8c62-e54fa8fcc10b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:01.387629 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3f908519-9f17-4f6d-8c62-e54fa8fcc10b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/50c1ebb7-bef2-4e93-82e9-cc5e51a52c28 HTTP/1.1" status: 204 len: 168 time: 0.1397824 Aug 27 02:42:01.391017 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53948) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:01.397493 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f908519-9f17-4f6d-8c62-e54fa8fcc10b tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c1ebb7-bef2-4e93-82e9-cc5e51a52c28,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:01.408429 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.api.v2.resource [None req-92e3fc3b-a04f-4204-a7f1-5e9ce006e560 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] show failed (client error): The resource could not be found. Aug 27 02:42:01.409510 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-92e3fc3b-a04f-4204-a7f1-5e9ce006e560 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "GET /networking/v2.0/security-groups/50c1ebb7-bef2-4e93-82e9-cc5e51a52c28 HTTP/1.1" status: 404 len: 347 time: 0.0173631 Aug 27 02:42:01.412562 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53952) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:01.529344 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Deleting port d8034687-e4c2-446d-b6b1-8b2c66828b84 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:42:01.529626 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (d8034687-e4c2-446d-b6b1-8b2c66828b84), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:01.628042 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (d8034687-e4c2-446d-b6b1-8b2c66828b84), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:01.628346 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (d8034687-e4c2-446d-b6b1-8b2c66828b84), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:01.645914 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Calling delete_port for d8034687-e4c2-446d-b6b1-8b2c66828b84 owned by network:floatingip {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:42:01.787675 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (d8034687-e4c2-446d-b6b1-8b2c66828b84), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:01.817145 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Pushing event deleted for resources: {'Port': ['ID=d8034687-e4c2-446d-b6b1-8b2c66828b84,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:01.844496 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.844859 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.845200 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.845539 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.845865 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.846191 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.846513 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.846831 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.847153 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.847475 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.847796 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.848117 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.848435 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.848751 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.849066 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:01.893812 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks [] for floatingip (6ec87011-ff66-48f7-948b-fd2a434da4da), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:01.896267 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:01.897454 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-5cc4f010-7250-4d3b-bdb3-135306445015 tempest-AttachVolumeTestJSON-1495157572 tempest-AttachVolumeTestJSON-1495157572-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/6ec87011-ff66-48f7-948b-fd2a434da4da HTTP/1.1" status: 204 len: 168 time: 0.4838669 Aug 27 02:42:02.501916 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 5d767859-f041-4829-989b-8f1b21644308 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:02.522333 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 5d767859-f041-4829-989b-8f1b21644308 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:42:02.522722 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 5d767859-f041-4829-989b-8f1b21644308 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:05.534683 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 53980) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:06.008111 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675507'] for router_interface (de22d7d8-38ef-4996-9529-e421f60f5c70), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:06.149907 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:06.182488 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:06.260989 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] Deleting port 378b073d-1c13-4364-95c6-42289b2d5ccd {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:42:06.261243 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:06.344649 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] For port 378b073d-1c13-4364-95c6-42289b2d5ccd, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=378b073d-1c13-4364-95c6-42289b2d5ccd,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:06.344955 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:06.359793 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] Calling delete_port for 378b073d-1c13-4364-95c6-42289b2d5ccd owned by network:router_interface {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:42:06.572932 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (378b073d-1c13-4364-95c6-42289b2d5ccd), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:06.602613 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] Pushing event deleted for resources: {'Port': ['ID=378b073d-1c13-4364-95c6-42289b2d5ccd,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:06.780127 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675399'] for router_interface (de22d7d8-38ef-4996-9529-e421f60f5c70), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:07.281503 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] Router de22d7d8-38ef-4996-9529-e421f60f5c70 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:07.324527 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:07.372463 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:07.394885 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:07.400226 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-a8cfcaa4-063b-43b4-b67f-6531ac4a16cd admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/de22d7d8-38ef-4996-9529-e421f60f5c70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8647695 Aug 27 02:42:07.403129 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53984) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:07.405486 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db60809-9b82-4366-8738-25b80e11dbae None None] Sync routers for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:07.416866 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db60809-9b82-4366-8738-25b80e11dbae None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:07.417532 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-9db60809-9b82-4366-8738-25b80e11dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:41:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:07.509151 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Publish callbacks [] for router (de22d7d8-38ef-4996-9529-e421f60f5c70), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:07.525152 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-9db60809-9b82-4366-8738-25b80e11dbae None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:07.614424 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Publish callbacks [] for router_gateway (de22d7d8-38ef-4996-9529-e421f60f5c70), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:07.661417 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Deleting port ce014ab0-ed7e-4b24-85d0-c06ec0fad878 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:42:07.661768 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:07.709468 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:07.745743 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] For port ce014ab0-ed7e-4b24-85d0-c06ec0fad878, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=ce014ab0-ed7e-4b24-85d0-c06ec0fad878,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:07.746197 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:07.759759 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Calling delete_port for ce014ab0-ed7e-4b24-85d0-c06ec0fad878 owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:42:07.760667 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:07.831972 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-9db60809-9b82-4366-8738-25b80e11dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:42:06Z', 'revision_number': 5, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port': {'id': 'ce014ab0-ed7e-4b24-85d0-c06ec0fad878', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:07.857308 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db60809-9b82-4366-8738-25b80e11dbae None None] Checking router: de22d7d8-38ef-4996-9529-e421f60f5c70 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:07.866377 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db60809-9b82-4366-8738-25b80e11dbae None None] Routers {'de22d7d8-38ef-4996-9529-e421f60f5c70'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:07.867018 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-9db60809-9b82-4366-8738-25b80e11dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:41:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['de22d7d8-38ef-4996-9529-e421f60f5c70'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:07.934762 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (ce014ab0-ed7e-4b24-85d0-c06ec0fad878), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:07.957539 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-9db60809-9b82-4366-8738-25b80e11dbae None None] Set router de22d7d8-38ef-4996-9529-e421f60f5c70 gateway port host: None {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:07.962126 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce014ab0-ed7e-4b24-85d0-c06ec0fad878,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:08.009928 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-9db60809-9b82-4366-8738-25b80e11dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:42:07Z', 'revision_number': 6, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port_host': None}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:08.020851 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:08.029574 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676854'] for router_gateway (de22d7d8-38ef-4996-9529-e421f60f5c70), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.036724 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db60809-9b82-4366-8738-25b80e11dbae None None] The sync data for ids ['de22d7d8-38ef-4996-9529-e421f60f5c70'] in dv-cinder-846303-3-iscsi is: [{'id': 'de22d7d8-38ef-4996-9529-e421f60f5c70', 'name': 'tempest-AttachVolumeTestJSON-252837140-router', 'tenant_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:23Z', 'updated_at': '2022-08-27T02:42:07Z', 'revision_number': 6, 'project_id': 'a8055f4326f640fc8927f5cfdef39dd3', 'gw_port_host': None}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:08.121749 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62925'] for router (de22d7d8-38ef-4996-9529-e421f60f5c70), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.124018 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Publish callbacks [] for router_controller (de22d7d8-38ef-4996-9529-e421f60f5c70), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.171822 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1675487'] for router (de22d7d8-38ef-4996-9529-e421f60f5c70), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.172419 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de22d7d8-38ef-4996-9529-e421f60f5c70 {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:42:08.180089 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.181276 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-898cc6c2-ef8f-4ec5-ae46-a09c811ab353 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/de22d7d8-38ef-4996-9529-e421f60f5c70 HTTP/1.1" status: 204 len: 168 time: 0.7769864 Aug 27 02:42:08.184100 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53986) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:08.240038 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-758761b4-1362-4498-82a1-bb09c7a68ffe admin admin] Deleting subnet 623e9093-88e8-454c-b06e-d8c0b0cb6898 {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:42:08.244401 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-758761b4-1362-4498-82a1-bb09c7a68ffe admin admin] Publish callbacks [] for subnet (623e9093-88e8-454c-b06e-d8c0b0cb6898), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.281796 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-758761b4-1362-4498-82a1-bb09c7a68ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15258016'] for subnet (623e9093-88e8-454c-b06e-d8c0b0cb6898), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.364177 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-758761b4-1362-4498-82a1-bb09c7a68ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (623e9093-88e8-454c-b06e-d8c0b0cb6898), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.433488 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-758761b4-1362-4498-82a1-bb09c7a68ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15337968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13771221'] for subnet (623e9093-88e8-454c-b06e-d8c0b0cb6898), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.465833 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758761b4-1362-4498-82a1-bb09c7a68ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623e9093-88e8-454c-b06e-d8c0b0cb6898,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:08.469319 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-758761b4-1362-4498-82a1-bb09c7a68ffe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.472471 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-758761b4-1362-4498-82a1-bb09c7a68ffe admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/623e9093-88e8-454c-b06e-d8c0b0cb6898 HTTP/1.1" status: 204 len: 168 time: 0.2873807 Aug 27 02:42:08.475146 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 53988) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:08.484172 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b655b-4f19-4218-ac3c-eaea07713b6a None None] Network 59638dff-2144-4bc2-a657-3cc12e54e5c1 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:42:08.544616 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (59638dff-2144-4bc2-a657-3cc12e54e5c1), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.595135 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Deleting port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:42:08.595466 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.665473 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:08.670451 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] For port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=20f0942c-aa2f-412e-b82b-c8e7bf9f10a6,segment=NetworkSegment(95f3a340-5f54-4936-945e-f286706e79c8),segment_id=95f3a340-5f54-4936-945e-f286706e79c8)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:08.670799 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.684285 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Calling delete_port for 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 owned by network:dhcp {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:42:08.775478 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (20f0942c-aa2f-412e-b82b-c8e7bf9f10a6), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.809993 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Pushing event deleted for resources: {'Port': ['ID=20f0942c-aa2f-412e-b82b-c8e7bf9f10a6,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:08.812122 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] No DVR routers for this DVR port 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 on host dv-cinder-846303-3-iscsi {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:42:08.836499 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9885aeab-6434-4af0-88ce-94e963e82c43 None None] DHCP port deletion for 59638dff-2144-4bc2-a657-3cc12e54e5c1 request from dv-cinder-846303-3-iscsi {{(pid=106605) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 02:42:08.888891 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (59638dff-2144-4bc2-a657-3cc12e54e5c1), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.910472 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59638dff-2144-4bc2-a657-3cc12e54e5c1']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:08.920717 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f3a340-5f54-4936-945e-f286706e79c8') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:08.921064 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f3a340-5f54-4936-945e-f286706e79c8') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:08.932167 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15258025'] for segment (95f3a340-5f54-4936-945e-f286706e79c8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.946862 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (95f3a340-5f54-4936-945e-f286706e79c8), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.954330 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:08.954784 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337898'] for segment (95f3a340-5f54-4936-945e-f286706e79c8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:08.959321 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:09.028949 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (59638dff-2144-4bc2-a657-3cc12e54e5c1), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:09.035755 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:09.043583 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/59638dff-2144-4bc2-a657-3cc12e54e5c1 HTTP/1.1" status: 204 len: 168 time: 0.5649509 Aug 27 02:42:09.063241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d111b63-c03f-464a-9e9d-1416933df31a admin admin] Pushing event deleted for resources: {'Network': ['ID=59638dff-2144-4bc2-a657-3cc12e54e5c1,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:09.068020 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 95f3a340-5f54-4936-945e-f286706e79c8 resource provider aggregate not found Aug 27 02:42:09.091543 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 378b073d-1c13-4364-95c6-42289b2d5ccd no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:09.093866 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:09.094096 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 95f3a340-5f54-4936-945e-f286706e79c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95f3a340-5f54-4936-945e-f286706e79c8 found for delete ", "request_id": "req-1f96352c-57da-46be-bf32-99a80ecaeeb3"}]} Aug 27 02:42:09.113501 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 378b073d-1c13-4364-95c6-42289b2d5ccd {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:42:09.113847 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 378b073d-1c13-4364-95c6-42289b2d5ccd not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:09.114263 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device ce014ab0-ed7e-4b24-85d0-c06ec0fad878 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:09.134359 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: ce014ab0-ed7e-4b24-85d0-c06ec0fad878 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:42:09.134668 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device ce014ab0-ed7e-4b24-85d0-c06ec0fad878 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:09.135280 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:09.158915 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:42:09.159253 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 20f0942c-aa2f-412e-b82b-c8e7bf9f10a6 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:09.209427 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54000) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:09.252790 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d705bae8-497b-4ca3-9a4b-3206f6c8dc6c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a8055f4326f640fc8927f5cfdef39dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421741 Aug 27 02:42:09.256219 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54002) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:09.308164 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f88ffbac-3250-40cc-8409-2d39dae18f81 admin admin] Publish callbacks [] for security_group (6f5da1f5-4b04-48f2-9bc4-150a88f1b1ce), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:09.329020 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f88ffbac-3250-40cc-8409-2d39dae18f81 admin admin] Publish callbacks [] for security_group (6f5da1f5-4b04-48f2-9bc4-150a88f1b1ce), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:09.388053 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f88ffbac-3250-40cc-8409-2d39dae18f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (6f5da1f5-4b04-48f2-9bc4-150a88f1b1ce), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:09.390603 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f88ffbac-3250-40cc-8409-2d39dae18f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:09.391793 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f88ffbac-3250-40cc-8409-2d39dae18f81 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6f5da1f5-4b04-48f2-9bc4-150a88f1b1ce HTTP/1.1" status: 204 len: 168 time: 0.1345477 Aug 27 02:42:09.400139 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ffbac-3250-40cc-8409-2d39dae18f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5da1f5-4b04-48f2-9bc4-150a88f1b1ce,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:10.212049 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54024) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:10.338165 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436196783-network', 'tenant_id': '9434ecc5f70a46afb0245019fc0131f6'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:10.362490 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Made reservation on behalf of 9434ecc5f70a46afb0245019fc0131f6 for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:10.365003 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:10.378431 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:10.472367 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Publish callbacks [] for security_group (78390405-47e2-4142-a71a-5db95b969213), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:10.477301 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (78390405-47e2-4142-a71a-5db95b969213), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:10.503916 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:42:10.514765 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78390405-47e2-4142-a71a-5db95b969213,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:10.520385 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (0a57cfd7-7d58-418b-a082-f1fbd717c287), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:10.520750 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Added segment 0a57cfd7-7d58-418b-a082-f1fbd717c287 of type vlan for network c12954df-7380-455d-9a2a-3d4c1aeb6c0c Aug 27 02:42:10.566177 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (c12954df-7380-455d-9a2a-3d4c1aeb6c0c), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:10.594756 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (c12954df-7380-455d-9a2a-3d4c1aeb6c0c), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:10.595772 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:10.596361 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:10.659812 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4466801 Aug 27 02:42:10.663772 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54028) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:10.669348 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] Request body: {'subnet': {'network_id': 'c12954df-7380-455d-9a2a-3d4c1aeb6c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436196783-subnet', 'tenant_id': '9434ecc5f70a46afb0245019fc0131f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:10.671382 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49f451-0b84-43ce-bad3-afa48ea02a5a admin admin] Pushing event updated for resources: {'Network': ['ID=c12954df-7380-455d-9a2a-3d4c1aeb6c0c,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:10.681582 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network c12954df-7380-455d-9a2a-3d4c1aeb6c0c details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:42:10.692377 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] Made reservation on behalf of 9434ecc5f70a46afb0245019fc0131f6 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:10.695118 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13771248'] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:10.875542 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15336501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13771202'] for subnet (9937be1e-6fc1-40be-9758-5b0425b3bf0e), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:10.930468 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9937be1e-6fc1-40be-9758-5b0425b3bf0e,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:10.942355 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] Checking segment: {'id': '0a57cfd7-7d58-418b-a082-f1fbd717c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c12954df-7380-455d-9a2a-3d4c1aeb6c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:42:10.942701 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] Network hostable DHCP agents. Network: c12954df-7380-455d-9a2a-3d4c1aeb6c0c, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:42:10.962522 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] Network c12954df-7380-455d-9a2a-3d4c1aeb6c0c is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:42:10.967326 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:10.974678 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, c12954df-7380-455d-9a2a-3d4c1aeb6c0c) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:10.980669 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:10.981579 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:10.985471 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6683c4-756e-4089-acdb-9cfdc50261c2 None None] Network c12954df-7380-455d-9a2a-3d4c1aeb6c0c requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:42:11.002082 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:11.004307 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:11.014314 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7b38ca66-b8b2-4267-862e-a55b40c740e4 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3394110 Aug 27 02:42:11.096539 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432f34c-0fae-4991-a0d5-f2dc3ecc0018 None None] Network c12954df-7380-455d-9a2a-3d4c1aeb6c0c requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:42:11.515884 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54044) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:11.520829 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627157517-network', 'tenant_id': 'a40f0003d3a84f8e89a978409623ef98'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:11.551572 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Made reservation on behalf of a40f0003d3a84f8e89a978409623ef98 for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:11.554459 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:11.565494 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:11.661029 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Publish callbacks [] for security_group (81ea9a82-3cb5-4d09-a5a5-69e73a991ab6), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:11.667510 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (81ea9a82-3cb5-4d09-a5a5-69e73a991ab6), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:11.704230 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:42:11.711057 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ea9a82-3cb5-4d09-a5a5-69e73a991ab6,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:11.718396 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (d5063273-6353-4938-885a-afa5d83e11bb), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:11.718396 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Added segment d5063273-6353-4938-885a-afa5d83e11bb of type vlan for network 64163cec-575a-4183-8ac2-8d371f40f5c0 Aug 27 02:42:11.760120 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (64163cec-575a-4183-8ac2-8d371f40f5c0), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:11.790236 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (64163cec-575a-4183-8ac2-8d371f40f5c0), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:11.793517 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:11.794628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:11.861308 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3442471 Aug 27 02:42:11.864168 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54046) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:11.868633 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfb8e4-09d4-494f-854e-761e36a4d870 admin admin] Pushing event updated for resources: {'Network': ['ID=64163cec-575a-4183-8ac2-8d371f40f5c0,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:11.869189 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] Request body: {'subnet': {'network_id': '64163cec-575a-4183-8ac2-8d371f40f5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627157517-subnet', 'tenant_id': 'a40f0003d3a84f8e89a978409623ef98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:11.878920 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network 64163cec-575a-4183-8ac2-8d371f40f5c0 details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:42:11.894468 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] Made reservation on behalf of a40f0003d3a84f8e89a978409623ef98 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:11.897066 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13771248'] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.084419 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15336501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13771202'] for subnet (31b6b86f-a9a5-46bf-a3c9-82e419e63f3f), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.087737 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=7 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:12.142323 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b6b86f-a9a5-46bf-a3c9-82e419e63f3f,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:12.159042 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] Checking segment: {'id': 'd5063273-6353-4938-885a-afa5d83e11bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '64163cec-575a-4183-8ac2-8d371f40f5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:42:12.159369 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] Network hostable DHCP agents. Network: 64163cec-575a-4183-8ac2-8d371f40f5c0, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:42:12.190930 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] Network 64163cec-575a-4183-8ac2-8d371f40f5c0 is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:42:12.204181 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, 64163cec-575a-4183-8ac2-8d371f40f5c0) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:12.208616 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:12.209344 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.220598 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f702ae6-0465-4c18-a795-fe8f0171af96 None None] Network 64163cec-575a-4183-8ac2-8d371f40f5c0 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:42:12.229830 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-dbe9fb3c-0dc3-47a7-884d-6274b96d167f admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3645175 Aug 27 02:42:12.332294 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158b7dd7-e9a2-4c8b-a485-6ddb06fbda26 None None] Network 64163cec-575a-4183-8ac2-8d371f40f5c0 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:42:12.373015 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54050) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:12.428906 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-2270cefb-8066-417a-85e3-ba6aae3e2f95 admin admin] Deleting subnet 9937be1e-6fc1-40be-9758-5b0425b3bf0e {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:42:12.434016 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2270cefb-8066-417a-85e3-ba6aae3e2f95 admin admin] Publish callbacks [] for subnet (9937be1e-6fc1-40be-9758-5b0425b3bf0e), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.470717 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2270cefb-8066-417a-85e3-ba6aae3e2f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15258016'] for subnet (9937be1e-6fc1-40be-9758-5b0425b3bf0e), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.520210 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2270cefb-8066-417a-85e3-ba6aae3e2f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (9937be1e-6fc1-40be-9758-5b0425b3bf0e), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.584295 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2270cefb-8066-417a-85e3-ba6aae3e2f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15337968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13771221'] for subnet (9937be1e-6fc1-40be-9758-5b0425b3bf0e), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.623273 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270cefb-8066-417a-85e3-ba6aae3e2f95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9937be1e-6fc1-40be-9758-5b0425b3bf0e,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:12.627478 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2270cefb-8066-417a-85e3-ba6aae3e2f95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.632391 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2270cefb-8066-417a-85e3-ba6aae3e2f95 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/9937be1e-6fc1-40be-9758-5b0425b3bf0e HTTP/1.1" status: 204 len: 168 time: 0.2583952 Aug 27 02:42:12.637332 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54052) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:12.731094 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (c12954df-7380-455d-9a2a-3d4c1aeb6c0c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.836681 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (c12954df-7380-455d-9a2a-3d4c1aeb6c0c), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.866594 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12954df-7380-455d-9a2a-3d4c1aeb6c0c']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:12.878007 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a57cfd7-7d58-418b-a082-f1fbd717c287') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:12.878446 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a57cfd7-7d58-418b-a082-f1fbd717c287') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:12.890675 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15258025'] for segment (0a57cfd7-7d58-418b-a082-f1fbd717c287), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.907064 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (0a57cfd7-7d58-418b-a082-f1fbd717c287), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.915593 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:12.915997 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337898'] for segment (0a57cfd7-7d58-418b-a082-f1fbd717c287), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:12.921241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:12.962249 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 0a57cfd7-7d58-418b-a082-f1fbd717c287 resource provider aggregate not found Aug 27 02:42:12.985183 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.services.segments.plugin [-] Segment 0a57cfd7-7d58-418b-a082-f1fbd717c287 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a57cfd7-7d58-418b-a082-f1fbd717c287 found for delete ", "request_id": "req-46928d07-74d0-485e-a70e-b0859e53bc1e"}]} Aug 27 02:42:12.999965 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (c12954df-7380-455d-9a2a-3d4c1aeb6c0c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.007059 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.010665 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/c12954df-7380-455d-9a2a-3d4c1aeb6c0c HTTP/1.1" status: 204 len: 168 time: 0.3721733 Aug 27 02:42:13.014249 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54058) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:13.023157 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:13.024060 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028a733-a8a0-4e47-b72e-28b088198da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12954df-7380-455d-9a2a-3d4c1aeb6c0c,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:13.048757 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:13.073588 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_v2 [None req-34eb4c9e-3702-4b9a-8aa0-a508b5db7e03 admin admin] Deleting subnet 31b6b86f-a9a5-46bf-a3c9-82e419e63f3f {{(pid=106604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:42:13.077440 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-34eb4c9e-3702-4b9a-8aa0-a508b5db7e03 admin admin] Publish callbacks [] for subnet (31b6b86f-a9a5-46bf-a3c9-82e419e63f3f), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.114314 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-34eb4c9e-3702-4b9a-8aa0-a508b5db7e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15646672'] for subnet (31b6b86f-a9a5-46bf-a3c9-82e419e63f3f), precommit_delete_associations {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.160402 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-34eb4c9e-3702-4b9a-8aa0-a508b5db7e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (31b6b86f-a9a5-46bf-a3c9-82e419e63f3f), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.219404 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-34eb4c9e-3702-4b9a-8aa0-a508b5db7e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15342268'] for subnet (31b6b86f-a9a5-46bf-a3c9-82e419e63f3f), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.245717 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb4c9e-3702-4b9a-8aa0-a508b5db7e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b6b86f-a9a5-46bf-a3c9-82e419e63f3f,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:13.249559 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-34eb4c9e-3702-4b9a-8aa0-a508b5db7e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.252596 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-34eb4c9e-3702-4b9a-8aa0-a508b5db7e03 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/31b6b86f-a9a5-46bf-a3c9-82e419e63f3f HTTP/1.1" status: 204 len: 168 time: 0.2370944 Aug 27 02:42:13.256086 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54060) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:13.333933 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (64163cec-575a-4183-8ac2-8d371f40f5c0), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.415879 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (64163cec-575a-4183-8ac2-8d371f40f5c0), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.437893 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64163cec-575a-4183-8ac2-8d371f40f5c0']}} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:13.447568 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5063273-6353-4938-885a-afa5d83e11bb') {'for_net_delete': True} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:13.447856 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5063273-6353-4938-885a-afa5d83e11bb') {} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:13.458521 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15646681'] for segment (d5063273-6353-4938-885a-afa5d83e11bb), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.474397 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (d5063273-6353-4938-885a-afa5d83e11bb), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.481422 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=106604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:13.481792 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13860195'] for segment (d5063273-6353-4938-885a-afa5d83e11bb), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.548704 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (64163cec-575a-4183-8ac2-8d371f40f5c0), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.557206 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.560561 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/64163cec-575a-4183-8ac2-8d371f40f5c0 HTTP/1.1" status: 204 len: 168 time: 0.3032064 Aug 27 02:42:13.571391 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501a7d3-25ee-468d-8c55-5040b3f3d6da admin admin] Pushing event deleted for resources: {'Network': ['ID=64163cec-575a-4183-8ac2-8d371f40f5c0,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:13.638831 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment d5063273-6353-4938-885a-afa5d83e11bb resource provider aggregate not found Aug 27 02:42:13.658162 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment d5063273-6353-4938-885a-afa5d83e11bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5063273-6353-4938-885a-afa5d83e11bb found for delete ", "request_id": "req-81b3ab48-750c-437d-8989-ba562b441b41"}]} Aug 27 02:42:13.755817 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54070) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:13.813834 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-aa129c08-c1d3-429f-9e58-08d5fe5e9b6b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9434ecc5f70a46afb0245019fc0131f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562012 Aug 27 02:42:13.816781 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54072) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:13.870039 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d758f399-28c9-4d95-a76e-3954f75b3c3d admin admin] Publish callbacks [] for security_group (78390405-47e2-4142-a71a-5db95b969213), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.891791 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d758f399-28c9-4d95-a76e-3954f75b3c3d admin admin] Publish callbacks [] for security_group (78390405-47e2-4142-a71a-5db95b969213), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.945253 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d758f399-28c9-4d95-a76e-3954f75b3c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (78390405-47e2-4142-a71a-5db95b969213), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.947836 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-d758f399-28c9-4d95-a76e-3954f75b3c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:13.948996 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-d758f399-28c9-4d95-a76e-3954f75b3c3d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/78390405-47e2-4142-a71a-5db95b969213 HTTP/1.1" status: 204 len: 168 time: 0.1309564 Aug 27 02:42:13.957407 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758f399-28c9-4d95-a76e-3954f75b3c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78390405-47e2-4142-a71a-5db95b969213,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:14.312723 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54078) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:14.366535 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e87e0df9-06d3-49fa-9c68-8dfb2b2bffcb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a40f0003d3a84f8e89a978409623ef98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525596 Aug 27 02:42:14.369574 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54080) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:14.422030 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fbf94ea3-ece8-4c4e-809f-d4ed302d3008 admin admin] Publish callbacks [] for security_group (81ea9a82-3cb5-4d09-a5a5-69e73a991ab6), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:14.448475 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fbf94ea3-ece8-4c4e-809f-d4ed302d3008 admin admin] Publish callbacks [] for security_group (81ea9a82-3cb5-4d09-a5a5-69e73a991ab6), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:14.477489 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:14.498508 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fbf94ea3-ece8-4c4e-809f-d4ed302d3008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (81ea9a82-3cb5-4d09-a5a5-69e73a991ab6), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:14.502283 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fbf94ea3-ece8-4c4e-809f-d4ed302d3008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:14.503868 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fbf94ea3-ece8-4c4e-809f-d4ed302d3008 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/81ea9a82-3cb5-4d09-a5a5-69e73a991ab6 HTTP/1.1" status: 204 len: 168 time: 0.1334231 Aug 27 02:42:14.512294 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf94ea3-ece8-4c4e-809f-d4ed302d3008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ea9a82-3cb5-4d09-a5a5-69e73a991ab6,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:20.938341 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-9644fc71-a49c-4f83-adb7-68d5c243c64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:23.926253 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=63,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:23.952985 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:23.972492 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-63973b0e-f954-4e2d-8e77-0e0a1f151928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:24.482174 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:24.483906 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:24.507302 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:24.508113 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:25.311816 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:42:26.656871 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:26.671502 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:27.717467 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54222) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:27.843757 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2de379f2-a1ed-4a2f-8611-38879182a76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:27.937329 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2de379f2-a1ed-4a2f-8611-38879182a76d admin admin] Publish callbacks [] for security_group (735c31db-83f0-42cd-b861-d2b7d82c8441), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:27.943304 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2de379f2-a1ed-4a2f-8611-38879182a76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (735c31db-83f0-42cd-b861-d2b7d82c8441), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:27.982457 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de379f2-a1ed-4a2f-8611-38879182a76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735c31db-83f0-42cd-b861-d2b7d82c8441,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:27.986841 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2de379f2-a1ed-4a2f-8611-38879182a76d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5772726db55644a7817cc9de255603d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683914 Aug 27 02:42:27.989609 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54226) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:28.022668 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.046592 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0a998307-42b4-4e3f-883c-ee550a0e21fa admin admin] Publish callbacks [] for security_group (735c31db-83f0-42cd-b861-d2b7d82c8441), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.068041 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0a998307-42b4-4e3f-883c-ee550a0e21fa admin admin] Publish callbacks [] for security_group (735c31db-83f0-42cd-b861-d2b7d82c8441), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.119544 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0a998307-42b4-4e3f-883c-ee550a0e21fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (735c31db-83f0-42cd-b861-d2b7d82c8441), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.123267 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0a998307-42b4-4e3f-883c-ee550a0e21fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.124751 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0a998307-42b4-4e3f-883c-ee550a0e21fa admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/735c31db-83f0-42cd-b861-d2b7d82c8441 HTTP/1.1" status: 204 len: 168 time: 0.1340358 Aug 27 02:42:28.134346 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a998307-42b4-4e3f-883c-ee550a0e21fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735c31db-83f0-42cd-b861-d2b7d82c8441,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:28.430651 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54232) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:28.451034 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6246155a-cdb8-4c72-8555-56669783ca66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.552843 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6246155a-cdb8-4c72-8555-56669783ca66 admin admin] Publish callbacks [] for security_group (46854ac8-5229-4af6-bc14-3a917a4d0577), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.558157 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-6246155a-cdb8-4c72-8555-56669783ca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (46854ac8-5229-4af6-bc14-3a917a4d0577), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.604990 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-6246155a-cdb8-4c72-8555-56669783ca66 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b733a01f9c2d48ec9df17e01f53ec811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726761 Aug 27 02:42:28.605703 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246155a-cdb8-4c72-8555-56669783ca66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46854ac8-5229-4af6-bc14-3a917a4d0577,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:28.607972 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54234) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:28.660157 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-496aeb49-897f-479b-8ceb-e94db61508d6 admin admin] Publish callbacks [] for security_group (46854ac8-5229-4af6-bc14-3a917a4d0577), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.681279 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-496aeb49-897f-479b-8ceb-e94db61508d6 admin admin] Publish callbacks [] for security_group (46854ac8-5229-4af6-bc14-3a917a4d0577), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.736943 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-496aeb49-897f-479b-8ceb-e94db61508d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (46854ac8-5229-4af6-bc14-3a917a4d0577), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.739665 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-496aeb49-897f-479b-8ceb-e94db61508d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:28.741295 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-496aeb49-897f-479b-8ceb-e94db61508d6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/46854ac8-5229-4af6-bc14-3a917a4d0577 HTTP/1.1" status: 204 len: 168 time: 0.1323221 Aug 27 02:42:28.751215 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aeb49-897f-479b-8ceb-e94db61508d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46854ac8-5229-4af6-bc14-3a917a4d0577,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:28.865618 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:29.092539 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.024241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54302) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:31.154269 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.237645 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Publish callbacks [] for security_group (6318e9bc-f30c-4040-a07c-3c0ad0ce8cb2), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.242562 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (6318e9bc-f30c-4040-a07c-3c0ad0ce8cb2), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.280266 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6318e9bc-f30c-4040-a07c-3c0ad0ce8cb2,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:31.284268 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=265f2162510c46908e1a2f8d0e2c40e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589495 Aug 27 02:42:31.287413 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54306) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:31.290553 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.290906 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.291246 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.291584 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.291916 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.292244 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.292578 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.292893 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.293313 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.293727 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.293992 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.294307 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.295010 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.295010 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.295280 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a971cd6-bd5a-40e6-930e-2fad05e078b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:31.343757 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f232023a-546c-4082-a82e-add87bc52953 admin admin] Publish callbacks [] for security_group (6318e9bc-f30c-4040-a07c-3c0ad0ce8cb2), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.367659 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f232023a-546c-4082-a82e-add87bc52953 admin admin] Publish callbacks [] for security_group (6318e9bc-f30c-4040-a07c-3c0ad0ce8cb2), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.418257 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f232023a-546c-4082-a82e-add87bc52953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (6318e9bc-f30c-4040-a07c-3c0ad0ce8cb2), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.420868 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f232023a-546c-4082-a82e-add87bc52953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.422040 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-f232023a-546c-4082-a82e-add87bc52953 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6318e9bc-f30c-4040-a07c-3c0ad0ce8cb2 HTTP/1.1" status: 204 len: 168 time: 0.1335006 Aug 27 02:42:31.430478 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232023a-546c-4082-a82e-add87bc52953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6318e9bc-f30c-4040-a07c-3c0ad0ce8cb2,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:31.729914 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54312) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:31.746446 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e3818411-8581-414c-99ba-d2b3f10b0053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.838221 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e3818411-8581-414c-99ba-d2b3f10b0053 admin admin] Publish callbacks [] for security_group (84d73c11-51ba-4864-9543-8e7904229aff), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.844865 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e3818411-8581-414c-99ba-d2b3f10b0053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (84d73c11-51ba-4864-9543-8e7904229aff), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.886263 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e3818411-8581-414c-99ba-d2b3f10b0053 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b9ad8442755545ea97279084233b6d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552088 Aug 27 02:42:31.886971 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3818411-8581-414c-99ba-d2b3f10b0053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d73c11-51ba-4864-9543-8e7904229aff,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:31.891179 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54314) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:31.948291 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c5e77b28-f87a-4d4a-b720-c660c5f73176 admin admin] Publish callbacks [] for security_group (84d73c11-51ba-4864-9543-8e7904229aff), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:31.969608 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c5e77b28-f87a-4d4a-b720-c660c5f73176 admin admin] Publish callbacks [] for security_group (84d73c11-51ba-4864-9543-8e7904229aff), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:32.023114 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c5e77b28-f87a-4d4a-b720-c660c5f73176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (84d73c11-51ba-4864-9543-8e7904229aff), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:32.026386 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-c5e77b28-f87a-4d4a-b720-c660c5f73176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:32.027233 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c5e77b28-f87a-4d4a-b720-c660c5f73176 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/84d73c11-51ba-4864-9543-8e7904229aff HTTP/1.1" status: 204 len: 168 time: 0.1347251 Aug 27 02:42:32.035428 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e77b28-f87a-4d4a-b720-c660c5f73176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d73c11-51ba-4864-9543-8e7904229aff,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:35.306041 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:35.306866 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:36.398428 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54388) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:36.527289 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-95117194-b90b-4898-80f1-fc31c639067b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:36.556465 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:36.563617 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:36.624065 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-95117194-b90b-4898-80f1-fc31c639067b admin admin] Publish callbacks [] for security_group (ad79e558-0906-4a0e-a251-f32abe02e039), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:36.629920 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-95117194-b90b-4898-80f1-fc31c639067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (ad79e558-0906-4a0e-a251-f32abe02e039), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:36.674104 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95117194-b90b-4898-80f1-fc31c639067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad79e558-0906-4a0e-a251-f32abe02e039,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:36.679443 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-95117194-b90b-4898-80f1-fc31c639067b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=15fda0215ef645a38f3a8ab3ccca677c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799008 Aug 27 02:42:36.681273 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54392) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:36.742076 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a3e6-d8d7-43b3-b8d4-284c7d163475 admin admin] Publish callbacks [] for security_group (ad79e558-0906-4a0e-a251-f32abe02e039), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:36.766404 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a3e6-d8d7-43b3-b8d4-284c7d163475 admin admin] Publish callbacks [] for security_group (ad79e558-0906-4a0e-a251-f32abe02e039), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:36.819186 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a3e6-d8d7-43b3-b8d4-284c7d163475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (ad79e558-0906-4a0e-a251-f32abe02e039), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:36.821727 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ccc7a3e6-d8d7-43b3-b8d4-284c7d163475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:36.822890 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ccc7a3e6-d8d7-43b3-b8d4-284c7d163475 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ad79e558-0906-4a0e-a251-f32abe02e039 HTTP/1.1" status: 204 len: 168 time: 0.1407216 Aug 27 02:42:36.831306 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7a3e6-d8d7-43b3-b8d4-284c7d163475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad79e558-0906-4a0e-a251-f32abe02e039,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:37.532075 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54416) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:37.647427 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-50086093-network', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:37.671697 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Made reservation on behalf of 7dd5f20c4a714ee3b555d4aef8b87730 for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:37.674215 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:37.684323 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:37.768852 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Publish callbacks [] for security_group (2af03107-8618-4eb2-be72-735a6edff8e9), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:37.774014 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (2af03107-8618-4eb2-be72-735a6edff8e9), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:37.802506 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:42:37.809451 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af03107-8618-4eb2-be72-735a6edff8e9,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:37.816318 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (1956fd6b-6776-4c46-b561-5dcfe006e094), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:37.816663 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Added segment 1956fd6b-6776-4c46-b561-5dcfe006e094 of type vlan for network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 Aug 27 02:42:37.867713 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (5e0006d3-60f4-4782-a7c8-edf3b2df76c4), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:37.903091 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (5e0006d3-60f4-4782-a7c8-edf3b2df76c4), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:37.904243 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:37.905061 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:37.958159 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4249685 Aug 27 02:42:37.961576 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54420) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:37.966927 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] Request body: {'subnet': {'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-50086093-subnet', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'ip_version': 4}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:37.972438 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2dd40-860c-4b1a-89b1-e716273c9d23 admin admin] Pushing event updated for resources: {'Network': ['ID=5e0006d3-60f4-4782-a7c8-edf3b2df76c4,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:37.983962 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:42:37.992959 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] Made reservation on behalf of 7dd5f20c4a714ee3b555d4aef8b87730 for: {'subnet': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:37.995813 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15342233'] for subnet (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.098919 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:38.127560 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a185549e-62d1-42f3-9459-1c275638d733 req-3dd0e72e-a2b4-45cc-8d97-aef35af8bc13 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419099 Aug 27 02:42:38.142637 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=7 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:38.197755 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13857020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15342251'] for subnet (9d6dbb60-013f-415f-a626-347c0c470a87), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.249639 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185549e-62d1-42f3-9459-1c275638d733 req-591821c0-ce0b-491e-813e-4b1e6012f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:38.250091 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6dbb60-013f-415f-a626-347c0c470a87,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:38.251788 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a185549e-62d1-42f3-9459-1c275638d733 req-591821c0-ce0b-491e-813e-4b1e6012f78e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 1130 time: 0.0409555 Aug 27 02:42:38.275853 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] Checking segment: {'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:42:38.276225 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] Network hostable DHCP agents. Network: 5e0006d3-60f4-4782-a7c8-edf3b2df76c4, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:42:38.296234 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] Network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:42:38.311317 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, 5e0006d3-60f4-4782-a7c8-edf3b2df76c4) {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:38.325506 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:38.326957 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.330933 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9182b2bd-5905-45ee-92b6-9814fc53d91a None None] Network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:42:38.334244 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:INSERT=14,neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:38.361001 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54422) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:38.362146 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-af76217c-3fc1-4cb0-a9d7-8d1542791698 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3993621 Aug 27 02:42:38.368697 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:38.392199 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:38.399760 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185549e-62d1-42f3-9459-1c275638d733 req-e1b9a4a5-e0c9-41eb-abeb-43492a2e0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:38.401301 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a185549e-62d1-42f3-9459-1c275638d733 req-e1b9a4a5-e0c9-41eb-abeb-43492a2e0e3e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.1289799 Aug 27 02:42:38.407184 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (c126b38f-8229-45ef-9356-4ba381d098f8), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.408244 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (c126b38f-8229-45ef-9356-4ba381d098f8), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.454180 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'fixed_ips': [{'subnet_id': '9d6dbb60-013f-415f-a626-347c0c470a87'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:42:38.455688 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.498861 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a185549e-62d1-42f3-9459-1c275638d733 req-ceed1099-6a2f-482c-8b20-0d3a845eef03 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df547cda-45a3-4fd8-bd2f-f3b5e1938759 HTTP/1.1" status: 200 len: 1002 time: 0.0852964 Aug 27 02:42:38.532241 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Publish callbacks [] for router_controller (c126b38f-8229-45ef-9356-4ba381d098f8), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.594192 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:38.603980 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Allocated IP 172.20.0.2 (5e0006d3-60f4-4782-a7c8-edf3b2df76c4/9d6dbb60-013f-415f-a626-347c0c470a87/650cf4ac-62e8-4eb9-b568-fec3fac750f3) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:38.630466 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185549e-62d1-42f3-9459-1c275638d733 req-48d85905-f9ed-475c-9cd4-7d79e3f0c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:38.632176 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a185549e-62d1-42f3-9459-1c275638d733 req-48d85905-f9ed-475c-9cd4-7d79e3f0c159 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.1110697 Aug 27 02:42:38.729879 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Publish callbacks [] for router_gateway (c126b38f-8229-45ef-9356-4ba381d098f8), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.745500 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185549e-62d1-42f3-9459-1c275638d733 req-94c58f95-5205-46ad-ba75-6589ead3f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:38.746999 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a185549e-62d1-42f3-9459-1c275638d733 req-94c58f95-5205-46ad-ba75-6589ead3f1fc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797305 Aug 27 02:42:38.772613 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Publish callbacks [] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.779160 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.819474 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:38.822715 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:38.826603 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:42:38.839851 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Pushing event updated for resources: {'Port': ['ID=650cf4ac-62e8-4eb9-b568-fec3fac750f3,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:38.894237 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Attempting to bind port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:42:38.894631 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Attempting to bind port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:42:38.894994 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Attempting to bind port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 on network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:42:38.901459 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:42:38.901833 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Checking segment: {'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:42:38.902239 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.902664 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Bound using segment: {'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:42:38.903136 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Bound port: 650cf4ac-62e8-4eb9-b568-fec3fac750f3, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:42:38.903517 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:38.972761 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] For port 650cf4ac-62e8-4eb9-b568-fec3fac750f3, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:38.976386 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] For port 650cf4ac-62e8-4eb9-b568-fec3fac750f3, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=650cf4ac-62e8-4eb9-b568-fec3fac750f3,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:38.984031 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:39.045046 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a284e-6574-40f8-94e4-96959ebb1b36 None None] Pushing event updated for resources: {'Port': ['ID=650cf4ac-62e8-4eb9-b568-fec3fac750f3,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:39.249911 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a185549e-62d1-42f3-9459-1c275638d733 req-9eef0b94-2aae-4a9f-9746-e19e1d64c875 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913499 Aug 27 02:42:39.373986 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Publish callbacks [] for router_gateway (c126b38f-8229-45ef-9356-4ba381d098f8), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:39.404055 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:39.431102 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a185549e-62d1-42f3-9459-1c275638d733 req-986c0a79-b51c-4b4c-80ef-5aad6a5887dd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700501 Aug 27 02:42:39.538343 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Allocated IP 172.27.1.84 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/ae4d7284-74e8-4083-afed-a13ff534cf65) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:39.562659 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:39.644402 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Publish callbacks [] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:39.668940 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:39.679473 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:39.724866 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:39.730344 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:39.733099 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:42:39.736799 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Pushing event updated for resources: {'Port': ['ID=ae4d7284-74e8-4083-afed-a13ff534cf65,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:39.965609 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a4b228-8864-4a9e-bc95-40404df44362 None None] Network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:42:39.997883 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Publish callbacks [] for router_gateway (c126b38f-8229-45ef-9356-4ba381d098f8), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:40.167842 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-e4a6ab9c-773e-4d52-90b3-874598036985 None None] Provisioning complete for port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:40.168706 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ab9c-773e-4d52-90b3-874598036985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:40.172206 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:40.207049 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (c126b38f-8229-45ef-9356-4ba381d098f8), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:40.308557 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6ab9c-773e-4d52-90b3-874598036985 None None] Current status of the port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:40.309356 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ab9c-773e-4d52-90b3-874598036985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:40.349517 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-e4a6ab9c-773e-4d52-90b3-874598036985 None None] For port 650cf4ac-62e8-4eb9-b568-fec3fac750f3, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=650cf4ac-62e8-4eb9-b568-fec3fac750f3,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:40.356944 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ab9c-773e-4d52-90b3-874598036985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:40.360974 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Router c126b38f-8229-45ef-9356-4ba381d098f8 is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:42:40.419159 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6ab9c-773e-4d52-90b3-874598036985 None None] Pushing event updated for resources: {'Port': ['ID=650cf4ac-62e8-4eb9-b568-fec3fac750f3,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:40.478960 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-cb4ba64f-31f5-49d1-b5ee-fe0c2bae0941 None None] Provisioning complete for port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:40.479329 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba64f-31f5-49d1-b5ee-fe0c2bae0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:40.487275 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:40.500741 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:40.509873 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Sync routers for ids ['c126b38f-8229-45ef-9356-4ba381d098f8'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:40.522233 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Routers {'c126b38f-8229-45ef-9356-4ba381d098f8'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:40.523316 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:42:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['c126b38f-8229-45ef-9356-4ba381d098f8'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:40.523813 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:40.525099 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e285f33e-f743-421e-9be4-a0efe877e281 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1628399 Aug 27 02:42:40.529232 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54424) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:40.536864 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:40.576660 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ba64f-31f5-49d1-b5ee-fe0c2bae0941 None None] Current status of the port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:40.645251 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Set router c126b38f-8229-45ef-9356-4ba381d098f8 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:40.919490 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:39Z', 'revision_number': 3, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:40.949516 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Checking router: c126b38f-8229-45ef-9356-4ba381d098f8 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:40.949838 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Updating router c126b38f-8229-45ef-9356-4ba381d098f8 port ae4d7284-74e8-4083-afed-a13ff534cf65 binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:42:40.978695 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.002913 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.106247 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 650cf4ac-62e8-4eb9-b568-fec3fac750f3 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:41.160365 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:41.160365 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.203332 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Allocated IP 172.20.0.1 (5e0006d3-60f4-4782-a7c8-edf3b2df76c4/9d6dbb60-013f-415f-a626-347c0c470a87/84f6f611-49e8-4c3d-bd14-6c0b03ff42a7) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:41.265255 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:41.267231 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:41.288511 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Publish callbacks [] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.296654 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.300623 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:41.328034 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Publish callbacks [] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.358727 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Attempting to bind port ae4d7284-74e8-4083-afed-a13ff534cf65 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:42:41.359307 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Attempting to bind port ae4d7284-74e8-4083-afed-a13ff534cf65 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:42:41.359879 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Attempting to bind port ae4d7284-74e8-4083-afed-a13ff534cf65 on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:42:41.366886 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.382175 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:42:41.382767 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:42:41.383394 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.383971 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:42:41.386283 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Bound port: ae4d7284-74e8-4083-afed-a13ff534cf65, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:42:41.386283 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.410830 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:41.414851 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:41.419580 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:42:41.423031 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Pushing event updated for resources: {'Port': ['ID=84f6f611-49e8-4c3d-bd14-6c0b03ff42a7,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:41.429204 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Pushing event updated for resources: {'Port': ['ID=ae4d7284-74e8-4083-afed-a13ff534cf65,revision_number=2']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:41.446261 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.446806 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.447415 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.447925 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.448264 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.448590 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.448917 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.449272 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.449698 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.450353 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.450765 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.451126 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.451453 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.451774 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.452090 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.470395 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (c126b38f-8229-45ef-9356-4ba381d098f8), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.498739 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] For port ae4d7284-74e8-4083-afed-a13ff534cf65, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:41.505800 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] For port ae4d7284-74e8-4083-afed-a13ff534cf65, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=ae4d7284-74e8-4083-afed-a13ff534cf65,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:41.514902 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.556023 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:41.563444 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Routers {'c126b38f-8229-45ef-9356-4ba381d098f8'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:41.564182 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:42:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['c126b38f-8229-45ef-9356-4ba381d098f8'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:41.570191 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:41.622271 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.639456 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbefd5-62c6-4240-9f5d-ee2d3f99c064 None None] Pushing event updated for resources: {'Port': ['ID=ae4d7284-74e8-4083-afed-a13ff534cf65,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:41.712858 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-8390ab59-62ac-4712-8bc2-1332af93b8f9 None None] Provisioning complete for port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:41.713649 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8390ab59-62ac-4712-8bc2-1332af93b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.719812 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] Set router c126b38f-8229-45ef-9356-4ba381d098f8 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:41.755811 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-8390ab59-62ac-4712-8bc2-1332af93b8f9 None None] Port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:42:41.810691 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Publish callbacks [] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.815740 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.888124 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Pushing event updated for resources: {'Port': ['ID=84f6f611-49e8-4c3d-bd14-6c0b03ff42a7,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:41.891416 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (c126b38f-8229-45ef-9356-4ba381d098f8), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:41.919814 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:39Z', 'revision_number': 3, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:41.948343 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1a77d-cb8e-4570-98fd-25b1c087d1b4 None None] The sync data for ids ['c126b38f-8229-45ef-9356-4ba381d098f8'] in dv-cinder-846303-3-iscsi is: [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:39Z', 'revision_number': 3, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:42.002885 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:42.004843 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:42.141375 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Router c126b38f-8229-45ef-9356-4ba381d098f8 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:42.157087 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:42.158728 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:42.280457 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-47da0095-469a-4689-a8fe-cb3a853f5adf None None] Provisioning complete for port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:42.281027 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-47da0095-469a-4689-a8fe-cb3a853f5adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:42.317365 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-47da0095-469a-4689-a8fe-cb3a853f5adf None None] Port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:42:42.331114 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:42.339929 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-642565a6-0ea9-460a-bdb2-4aad449a6c9b admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/c126b38f-8229-45ef-9356-4ba381d098f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8092034 Aug 27 02:42:42.958776 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54440) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:42.964199 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-251767787-network', 'tenant_id': '71573f3978164a2894f5b9632e0722de'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:42.985950 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Made reservation on behalf of 71573f3978164a2894f5b9632e0722de for: {'network': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:42.988429 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for network (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:42.997934 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.088138 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device ae4d7284-74e8-4083-afed-a13ff534cf65 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:43.101061 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Publish callbacks [] for security_group (5a210f7f-7866-42bf-a840-378d8b6fdb37), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.106517 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5a210f7f-7866-42bf-a840-378d8b6fdb37), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.136334 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=106604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:42:43.138715 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port ae4d7284-74e8-4083-afed-a13ff534cf65 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:43.139088 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.146096 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a210f7f-7866-42bf-a840-378d8b6fdb37,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:43.159947 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (475c68ec-1cea-4021-bb15-4fb7a034bfd7), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.160278 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.segments_db [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Added segment 475c68ec-1cea-4021-bb15-4fb7a034bfd7 of type vlan for network 229d61f8-1287-49c0-9242-241a640c6df8 Aug 27 02:42:43.204790 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793686083202'] for network (229d61f8-1287-49c0-9242-241a640c6df8), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.227598 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port ae4d7284-74e8-4083-afed-a13ff534cf65 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:43.227911 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.236789 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569'] for network (229d61f8-1287-49c0-9242-241a640c6df8), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.238169 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:43.238806 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.252663 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port ae4d7284-74e8-4083-afed-a13ff534cf65, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=ae4d7284-74e8-4083-afed-a13ff534cf65,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:43.257567 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.299895 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3370109 Aug 27 02:42:43.299895 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54442) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:43.307017 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] Request body: {'subnet': {'network_id': '229d61f8-1287-49c0-9242-241a640c6df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-251767787-subnet', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'ip_version': 4}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:43.313641 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=ae4d7284-74e8-4083-afed-a13ff534cf65,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:43.317672 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7514fa2-c725-4b1b-84e2-1c640619b2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=229d61f8-1287-49c0-9242-241a640c6df8,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:43.321368 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.321786 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.322210 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.323034 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.323034 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.323518 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.323925 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.324223 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.324552 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.324877 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.325229 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.325551 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.326052 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.326689 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.327193 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:43.332111 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Network 229d61f8-1287-49c0-9242-241a640c6df8 details requested by agent ovs-agent-dv-cinder-846303-3-iscsi with host dv-cinder-846303-3-iscsi {{(pid=106605) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:42:43.338864 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] Made reservation on behalf of 71573f3978164a2894f5b9632e0722de for: {'subnet': 1} {{(pid=106604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:43.341289 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15342233'] for subnet (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.383842 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:43.525796 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13857020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15342251'] for subnet (f600c470-336c-4090-98f4-c58ce21e222a), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.560759 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Sync routers for ids ['c126b38f-8229-45ef-9356-4ba381d098f8'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:43.573040 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Routers {'c126b38f-8229-45ef-9356-4ba381d098f8'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:43.573801 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:42:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['c126b38f-8229-45ef-9356-4ba381d098f8'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:43.575787 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f600c470-336c-4090-98f4-c58ce21e222a,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:43.592733 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] Checking segment: {'id': '475c68ec-1cea-4021-bb15-4fb7a034bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:42:43.593073 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] Network hostable DHCP agents. Network: 229d61f8-1287-49c0-9242-241a640c6df8, hostable agents: ['92c53dca-97c0-4772-bbf8-a84bf0a7c006'], hosted agents: [] {{(pid=106604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:42:43.599577 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:43.612031 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] Network 229d61f8-1287-49c0-9242-241a640c6df8 is scheduled to be hosted by DHCP agent 92c53dca-97c0-4772-bbf8-a84bf0a7c006 with binding_index 1 {{(pid=106604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:42:43.627796 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846303-3-iscsi, 229d61f8-1287-49c0-9242-241a640c6df8) {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:43.632226 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:43.632686 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.652394 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-15eb9464-5986-43f2-a6db-0ac62fd79184 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3490949 Aug 27 02:42:43.652746 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54444) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:43.657180 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c182ea3b-19c6-4221-ad1c-b2df2d13607c None None] Network 229d61f8-1287-49c0-9242-241a640c6df8 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:42:43.657493 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-251767787-router', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:43.667105 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:43.681638 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1679203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62783'] for router (15806a5f-53a5-4fc6-951c-9ea33ca31a31), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.682756 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1675855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62916'] for router (15806a5f-53a5-4fc6-951c-9ea33ca31a31), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.731495 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Set router c126b38f-8229-45ef-9356-4ba381d098f8 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:43.741953 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Publish callbacks [] for router_controller (15806a5f-53a5-4fc6-951c-9ea33ca31a31), precommit_add_association {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.874106 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd6a3537-ee66-5e0b-9e9b-0d0ca81a1a9c-229d61f8-1287-49c0-9242-241a640c6df8', 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8', 'project_id': '71573f3978164a2894f5b9632e0722de', 'fixed_ips': [{'subnet_id': 'f600c470-336c-4090-98f4-c58ce21e222a'}]}} from dv-cinder-846303-3-iscsi. {{(pid=106605) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 27 02:42:43.875051 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.890221 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Publish callbacks [] for router_gateway (15806a5f-53a5-4fc6-951c-9ea33ca31a31), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:43.891652 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:44.078694 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 4, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '84f6f611-49e8-4c3d-bd14-6c0b03ff42a7', 'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'mac_address': 'fa:16:3e:9f:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:41Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 2, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'subnets': [{'id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:44.111762 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.db_base_plugin_common [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Allocated IP 172.20.0.2 (229d61f8-1287-49c0-9242-241a640c6df8/f600c470-336c-4090-98f4-c58ce21e222a/22602178-9d43-4b02-ba8a-c1e394d6b647) {{(pid=106605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:44.115117 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Checking router: c126b38f-8229-45ef-9356-4ba381d098f8 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:44.115513 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Updating router c126b38f-8229-45ef-9356-4ba381d098f8 port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:42:44.170452 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.343103 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Publish callbacks [] for router_gateway (15806a5f-53a5-4fc6-951c-9ea33ca31a31), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.362872 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.437832 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Publish callbacks [] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), precommit_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.447856 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), after_create {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.453040 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:44.477267 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Allocated IP 172.27.1.119 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/a5581943-59b9-4819-90a7-e1dd2bcd3c8b) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:44.514035 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Network 229d61f8-1287-49c0-9242-241a640c6df8 is already hosted by enough agents. {{(pid=106605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:44.524917 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.scheduler.base_scheduler [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Resources bound (agent type, host, resource id): {{(pid=106605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:44.532937 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Received port after_create {{(pid=106605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:42:44.545599 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Pushing event updated for resources: {'Port': ['ID=22602178-9d43-4b02-ba8a-c1e394d6b647,revision_number=1']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:44.590696 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Publish callbacks [] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.626937 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.634479 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:44.653444 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Attempting to bind port 22602178-9d43-4b02-ba8a-c1e394d6b647 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:42:44.653801 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Attempting to bind port 22602178-9d43-4b02-ba8a-c1e394d6b647 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '475c68ec-1cea-4021-bb15-4fb7a034bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:42:44.654164 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Attempting to bind port 22602178-9d43-4b02-ba8a-c1e394d6b647 on network 229d61f8-1287-49c0-9242-241a640c6df8 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:42:44.664795 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Publish callbacks [] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.667536 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:42:44.667894 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Checking segment: {'id': '475c68ec-1cea-4021-bb15-4fb7a034bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:42:44.668280 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.668657 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Bound using segment: {'id': '475c68ec-1cea-4021-bb15-4fb7a034bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:42:44.669243 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Bound port: 22602178-9d43-4b02-ba8a-c1e394d6b647, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475c68ec-1cea-4021-bb15-4fb7a034bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:42:44.669566 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.674777 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:44.680070 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:44.680711 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.682252 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Pushing event updated for resources: {'Port': ['ID=a5581943-59b9-4819-90a7-e1dd2bcd3c8b,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:44.684753 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:42:44.721171 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:44.786815 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d72fcf-b0ed-457f-8854-4db919de6722 None None] Pushing event updated for resources: {'Port': ['ID=84f6f611-49e8-4c3d-bd14-6c0b03ff42a7,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:44.820003 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] For port 22602178-9d43-4b02-ba8a-c1e394d6b647, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:44.834144 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Attempting to bind port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:42:44.834502 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Attempting to bind port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:42:44.834869 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Attempting to bind port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 on network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:42:44.838851 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] For port 22602178-9d43-4b02-ba8a-c1e394d6b647, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=22602178-9d43-4b02-ba8a-c1e394d6b647,segment=NetworkSegment(475c68ec-1cea-4021-bb15-4fb7a034bfd7),segment_id=475c68ec-1cea-4021-bb15-4fb7a034bfd7)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:44.843246 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:42:44.843621 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Checking segment: {'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:42:44.844017 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.844406 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Bound using segment: {'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:42:44.844864 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Bound port: 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:42:44.845278 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.849505 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.944223 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:44.947098 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038fad8-1a6b-4003-98e8-9d789d78df89 None None] Pushing event updated for resources: {'Port': ['ID=22602178-9d43-4b02-ba8a-c1e394d6b647,revision_number=2']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:44.949639 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Publish callbacks [] for router_gateway (15806a5f-53a5-4fc6-951c-9ea33ca31a31), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:44.960801 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] For port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:44.964642 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] For port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=84f6f611-49e8-4c3d-bd14-6c0b03ff42a7,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:44.972935 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:45.015564 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Routers {'c126b38f-8229-45ef-9356-4ba381d098f8'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:45.016213 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:42:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['c126b38f-8229-45ef-9356-4ba381d098f8'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.210596 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677025'] for router (15806a5f-53a5-4fc6-951c-9ea33ca31a31), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:45.226943 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device ae4d7284-74e8-4083-afed-a13ff534cf65 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:45.278546 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d72fcf-b0ed-457f-8854-4db919de6722 None None] Pushing event updated for resources: {'Port': ['ID=84f6f611-49e8-4c3d-bd14-6c0b03ff42a7,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:45.342094 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port ae4d7284-74e8-4083-afed-a13ff534cf65 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:45.342552 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:45.347698 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 is scheduled to L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a with binding_index 1 {{(pid=106604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:42:45.367794 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] Set router c126b38f-8229-45ef-9356-4ba381d098f8 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:45.455349 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:45.464441 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Sync routers for ids ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:45.475888 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:45.477290 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-92ca19f0-282f-4e5b-ac12-bef3a7db04bc admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8233523 Aug 27 02:42:45.479001 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Routers {'15806a5f-53a5-4fc6-951c-9ea33ca31a31'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:45.479620 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:42:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.480141 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54446) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:42:45.491165 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:45.542596 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port ae4d7284-74e8-4083-afed-a13ff534cf65 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:45.593937 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Set router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:45.601252 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:45.653531 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 4, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '84f6f611-49e8-4c3d-bd14-6c0b03ff42a7', 'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'mac_address': 'fa:16:3e:9f:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:41Z', 'updated_at': '2022-08-27T02:42:44Z', 'revision_number': 4, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'subnets': [{'id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.684288 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6c1ed-b5bb-4cda-818a-e9195616a71f None None] The sync data for ids ['c126b38f-8229-45ef-9356-4ba381d098f8'] in dv-cinder-846303-3-iscsi is: [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 4, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '84f6f611-49e8-4c3d-bd14-6c0b03ff42a7', 'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'mac_address': 'fa:16:3e:9f:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:41Z', 'updated_at': '2022-08-27T02:42:44Z', 'revision_number': 4, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'subnets': [{'id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:45.822578 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'name': 'tempest-TestMinimumBasicScenario-251767787-router', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:43Z', 'updated_at': '2022-08-27T02:42:44Z', 'revision_number': 3, 'project_id': '71573f3978164a2894f5b9632e0722de', 'gw_port': {'id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:44Z', 'updated_at': '2022-08-27T02:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.853791 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Checking router: 15806a5f-53a5-4fc6-951c-9ea33ca31a31 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:45.853918 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Updating router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 port a5581943-59b9-4819-90a7-e1dd2bcd3c8b binding host dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:42:45.885776 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:45.929110 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a43226-0628-455b-880a-0d8ba079b7ae None None] Network 229d61f8-1287-49c0-9242-241a640c6df8 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:42:45.930458 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:45.960583 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:46.005445 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-58d50d2b-97af-4bf3-bf27-819cc2a7c5fb None None] Provisioning complete for port 22602178-9d43-4b02-ba8a-c1e394d6b647 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:46.005790 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-58d50d2b-97af-4bf3-bf27-819cc2a7c5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.015298 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.150678 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-58d50d2b-97af-4bf3-bf27-819cc2a7c5fb None None] Current status of the port 22602178-9d43-4b02-ba8a-c1e394d6b647 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:46.151067 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-58d50d2b-97af-4bf3-bf27-819cc2a7c5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.202755 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-58d50d2b-97af-4bf3-bf27-819cc2a7c5fb None None] For port 22602178-9d43-4b02-ba8a-c1e394d6b647, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=22602178-9d43-4b02-ba8a-c1e394d6b647,segment=NetworkSegment(475c68ec-1cea-4021-bb15-4fb7a034bfd7),segment_id=475c68ec-1cea-4021-bb15-4fb7a034bfd7)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:46.212751 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-58d50d2b-97af-4bf3-bf27-819cc2a7c5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.221381 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:46.224886 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Publish callbacks [] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), precommit_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.234156 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.251365 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Allocated IP 172.20.0.1 (229d61f8-1287-49c0-9242-241a640c6df8/f600c470-336c-4090-98f4-c58ce21e222a/4abd554e-e1db-4180-acb7-3b0f1481a062) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:46.289501 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d50d2b-97af-4bf3-bf27-819cc2a7c5fb None None] Pushing event updated for resources: {'Port': ['ID=22602178-9d43-4b02-ba8a-c1e394d6b647,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:46.316403 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Attempting to bind port a5581943-59b9-4819-90a7-e1dd2bcd3c8b on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:42:46.317356 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Attempting to bind port a5581943-59b9-4819-90a7-e1dd2bcd3c8b by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:42:46.317887 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Attempting to bind port a5581943-59b9-4819-90a7-e1dd2bcd3c8b on network e1648099-3d5a-47b6-a032-7b4d7a5be345 {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:42:46.332727 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:42:46.333091 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Checking segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:42:46.333842 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.334447 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Bound using segment: {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'} {{(pid=106606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:42:46.343919 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.managers [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Bound port: a5581943-59b9-4819-90a7-e1dd2bcd3c8b, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca92ae95-6851-4d03-9b95-34830732a7dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345'}}] {{(pid=106606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:42:46.344285 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), before_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.392934 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Publish callbacks [] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.439320 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.439598 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-10d2420f-b2c7-47e4-93ce-fff2217941ac None None] Provisioning complete for port 22602178-9d43-4b02-ba8a-c1e394d6b647 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:46.439877 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-10d2420f-b2c7-47e4-93ce-fff2217941ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.471688 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e037de-1830-42f6-86fc-90413b61998f None None] Pushing event updated for resources: {'Port': ['ID=a5581943-59b9-4819-90a7-e1dd2bcd3c8b,revision_number=2']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:46.501269 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:46.512303 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Network 229d61f8-1287-49c0-9242-241a640c6df8 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:46.517319 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:46.520898 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:42:46.529004 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] For port a5581943-59b9-4819-90a7-e1dd2bcd3c8b, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:46.532781 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.plugins.ml2.db [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] For port a5581943-59b9-4819-90a7-e1dd2bcd3c8b, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=a5581943-59b9-4819-90a7-e1dd2bcd3c8b,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:46.534254 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-10d2420f-b2c7-47e4-93ce-fff2217941ac None None] Current status of the port 22602178-9d43-4b02-ba8a-c1e394d6b647 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:46.547525 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron_lib.callbacks.manager [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), after_update {{(pid=106606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.561599 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Pushing event updated for resources: {'Port': ['ID=4abd554e-e1db-4180-acb7-3b0f1481a062,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:46.586561 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1678990'] for router_interface (15806a5f-53a5-4fc6-951c-9ea33ca31a31), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.589035 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Routers {'15806a5f-53a5-4fc6-951c-9ea33ca31a31'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:46.590124 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:42:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:46.666003 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e037de-1830-42f6-86fc-90413b61998f None None] Pushing event updated for resources: {'Port': ['ID=a5581943-59b9-4819-90a7-e1dd2bcd3c8b,revision_number=3']} {{(pid=106606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:46.748649 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] Set router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:46.749189 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.867165 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-0d8291cf-8f47-40d1-ae2e-3839e055d1c5 None None] Provisioning complete for port 4abd554e-e1db-4180-acb7-3b0f1481a062 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:46.867536 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-0d8291cf-8f47-40d1-ae2e-3839e055d1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.911602 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-0d8291cf-8f47-40d1-ae2e-3839e055d1c5 None None] Port 4abd554e-e1db-4180-acb7-3b0f1481a062 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:42:46.914666 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:46.933325 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'name': 'tempest-TestMinimumBasicScenario-251767787-router', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:43Z', 'updated_at': '2022-08-27T02:42:44Z', 'revision_number': 3, 'project_id': '71573f3978164a2894f5b9632e0722de', 'gw_port': {'id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:44Z', 'updated_at': '2022-08-27T02:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:46.940663 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Publish callbacks [] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.946740 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:46.951310 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:46.963473 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5278fc7-cbee-4741-807a-1ad1afd73e04 None None] The sync data for ids ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'] in dv-cinder-846303-3-iscsi is: [{'id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'name': 'tempest-TestMinimumBasicScenario-251767787-router', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:43Z', 'updated_at': '2022-08-27T02:42:44Z', 'revision_number': 3, 'project_id': '71573f3978164a2894f5b9632e0722de', 'gw_port': {'id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:44Z', 'updated_at': '2022-08-27T02:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:47.023549 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Pushing event updated for resources: {'Port': ['ID=4abd554e-e1db-4180-acb7-3b0f1481a062,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:47.027731 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678866'] for router_interface (15806a5f-53a5-4fc6-951c-9ea33ca31a31), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:47.143972 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Network 229d61f8-1287-49c0-9242-241a640c6df8 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:47.145401 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 22602178-9d43-4b02-ba8a-c1e394d6b647 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:47.145734 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:47.202245 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 22602178-9d43-4b02-ba8a-c1e394d6b647 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:47.202612 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:47.274998 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:47.289740 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 22602178-9d43-4b02-ba8a-c1e394d6b647 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:47.290993 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:47.342750 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:47.343191 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:47.387509 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:47.391760 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:47.393786 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-f6fb995b-0ff3-4402-9184-ebe6e0b12307 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/15806a5f-53a5-4fc6-951c-9ea33ca31a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9123175 Aug 27 02:42:47.462274 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:47.463058 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:47.476761 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-0b2ce23a-5d57-4725-aed9-af6f7b5e746e None None] Provisioning complete for port 4abd554e-e1db-4180-acb7-3b0f1481a062 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:47.477254 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-0b2ce23a-5d57-4725-aed9-af6f7b5e746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:47.537218 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=84f6f611-49e8-4c3d-bd14-6c0b03ff42a7,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:47.539946 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ce23a-5d57-4725-aed9-af6f7b5e746e None None] Port 4abd554e-e1db-4180-acb7-3b0f1481a062 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:42:47.543741 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:47.567711 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:47.605803 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=84f6f611-49e8-4c3d-bd14-6c0b03ff42a7,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:49.180733 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device a5581943-59b9-4819-90a7-e1dd2bcd3c8b up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:49.238944 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port a5581943-59b9-4819-90a7-e1dd2bcd3c8b triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:49.239254 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:49.284489 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Sync routers for ids ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:49.312782 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Routers {'15806a5f-53a5-4fc6-951c-9ea33ca31a31'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:49.313266 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:42:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:49.431391 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port a5581943-59b9-4819-90a7-e1dd2bcd3c8b is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:49.431767 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:49.462886 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Set router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:49.490991 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port a5581943-59b9-4819-90a7-e1dd2bcd3c8b, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=a5581943-59b9-4819-90a7-e1dd2bcd3c8b,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:49.496496 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:49.497309 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:49.651198 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=a5581943-59b9-4819-90a7-e1dd2bcd3c8b,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:49.672048 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:49.672412 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:49.925807 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'name': 'tempest-TestMinimumBasicScenario-251767787-router', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:43Z', 'updated_at': '2022-08-27T02:42:46Z', 'revision_number': 4, 'project_id': '71573f3978164a2894f5b9632e0722de', 'gw_port': {'id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:10:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:44Z', 'updated_at': '2022-08-27T02:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '4abd554e-e1db-4180-acb7-3b0f1481a062', 'name': '', 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'mac_address': 'fa:16:3e:48:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f600c470-336c-4090-98f4-c58ce21e222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:46Z', 'updated_at': '2022-08-27T02:42:46Z', 'revision_number': 2, 'project_id': '71573f3978164a2894f5b9632e0722de', 'subnets': [{'id': 'f600c470-336c-4090-98f4-c58ce21e222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:49.957345 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Checking router: 15806a5f-53a5-4fc6-951c-9ea33ca31a31 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:49.957737 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Updating router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 port 4abd554e-e1db-4180-acb7-3b0f1481a062 binding host dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:42:49.960943 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:49.965141 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:49.995613 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:50.130533 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:50.292932 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Publish callbacks [] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), precommit_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:50.302502 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:50.369800 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea7c0c-3606-45e4-af8b-be4d5923e40a None None] Pushing event updated for resources: {'Port': ['ID=4abd554e-e1db-4180-acb7-3b0f1481a062,revision_number=3']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:50.411931 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Attempting to bind port 4abd554e-e1db-4180-acb7-3b0f1481a062 on host dv-cinder-846303-3-iscsi for vnic_type normal with profile {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:42:50.412302 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Attempting to bind port 4abd554e-e1db-4180-acb7-3b0f1481a062 by drivers openvswitch,hyperv on host dv-cinder-846303-3-iscsi at level 0 using segments [{'id': '475c68ec-1cea-4021-bb15-4fb7a034bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8'}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:42:50.412653 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Attempting to bind port 4abd554e-e1db-4180-acb7-3b0f1481a062 on network 229d61f8-1287-49c0-9242-241a640c6df8 {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:42:50.418718 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Checking agent: {'id': '470c1ae1-8374-434d-8d1b-7ddbca39741c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846303-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 13, 58), 'started_at': datetime.datetime(2022, 8, 27, 2, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846303-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:42:50.419114 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Checking segment: {'id': '475c68ec-1cea-4021-bb15-4fb7a034bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:42:50.419511 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:50.419891 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Bound using segment: {'id': '475c68ec-1cea-4021-bb15-4fb7a034bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8'} {{(pid=106605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:42:50.420353 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.managers [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Bound port: 4abd554e-e1db-4180-acb7-3b0f1481a062, host: dv-cinder-846303-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475c68ec-1cea-4021-bb15-4fb7a034bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8'}}] {{(pid=106605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:42:50.420727 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:50.493781 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] For port 4abd554e-e1db-4180-acb7-3b0f1481a062, host dv-cinder-846303-3-iscsi, cleared binding levels {{(pid=106605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:50.497711 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] For port 4abd554e-e1db-4180-acb7-3b0f1481a062, host dv-cinder-846303-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=4abd554e-e1db-4180-acb7-3b0f1481a062,segment=NetworkSegment(475c68ec-1cea-4021-bb15-4fb7a034bfd7),segment_id=475c68ec-1cea-4021-bb15-4fb7a034bfd7)] {{(pid=106605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:50.506720 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:50.514473 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:50.516348 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:50.556601 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Routers {'15806a5f-53a5-4fc6-951c-9ea33ca31a31'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:42:50.557169 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:42:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.605846 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea7c0c-3606-45e4-af8b-be4d5923e40a None None] Pushing event updated for resources: {'Port': ['ID=4abd554e-e1db-4180-acb7-3b0f1481a062,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:50.679504 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] Set router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:42:50.866341 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:50.883662 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'name': 'tempest-TestMinimumBasicScenario-251767787-router', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:43Z', 'updated_at': '2022-08-27T02:42:46Z', 'revision_number': 4, 'project_id': '71573f3978164a2894f5b9632e0722de', 'gw_port': {'id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:44Z', 'updated_at': '2022-08-27T02:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '4abd554e-e1db-4180-acb7-3b0f1481a062', 'name': '', 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'mac_address': 'fa:16:3e:48:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f600c470-336c-4090-98f4-c58ce21e222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:46Z', 'updated_at': '2022-08-27T02:42:50Z', 'revision_number': 4, 'project_id': '71573f3978164a2894f5b9632e0722de', 'subnets': [{'id': 'f600c470-336c-4090-98f4-c58ce21e222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:50.913866 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f42e7-dac6-4ac7-8501-2f495af4e80b None None] The sync data for ids ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'] in dv-cinder-846303-3-iscsi is: [{'id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'name': 'tempest-TestMinimumBasicScenario-251767787-router', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:43Z', 'updated_at': '2022-08-27T02:42:46Z', 'revision_number': 4, 'project_id': '71573f3978164a2894f5b9632e0722de', 'gw_port': {'id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:44Z', 'updated_at': '2022-08-27T02:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '4abd554e-e1db-4180-acb7-3b0f1481a062', 'name': '', 'network_id': '229d61f8-1287-49c0-9242-241a640c6df8', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'mac_address': 'fa:16:3e:48:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'f600c470-336c-4090-98f4-c58ce21e222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:46Z', 'updated_at': '2022-08-27T02:42:50Z', 'revision_number': 4, 'project_id': '71573f3978164a2894f5b9632e0722de', 'subnets': [{'id': 'f600c470-336c-4090-98f4-c58ce21e222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:50.955959 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c8d0-40c4-4afd-a8b3-4b5a91c900eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:51.208009 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device a5581943-59b9-4819-90a7-e1dd2bcd3c8b up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:51.257019 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port a5581943-59b9-4819-90a7-e1dd2bcd3c8b triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:51.257712 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:51.351018 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:51.367764 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port a5581943-59b9-4819-90a7-e1dd2bcd3c8b is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:51.369266 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 4abd554e-e1db-4180-acb7-3b0f1481a062 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:51.425662 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 4abd554e-e1db-4180-acb7-3b0f1481a062 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:51.427002 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:51.514842 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 4abd554e-e1db-4180-acb7-3b0f1481a062 is: DOWN; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:51.515250 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:51.563767 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] For port 4abd554e-e1db-4180-acb7-3b0f1481a062, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=4abd554e-e1db-4180-acb7-3b0f1481a062,segment=NetworkSegment(475c68ec-1cea-4021-bb15-4fb7a034bfd7),segment_id=475c68ec-1cea-4021-bb15-4fb7a034bfd7)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:51.572912 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:51.631956 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Pushing event updated for resources: {'Port': ['ID=4abd554e-e1db-4180-acb7-3b0f1481a062,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:53.088917 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 4abd554e-e1db-4180-acb7-3b0f1481a062 up at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:53.138432 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Provisioning complete for port 4abd554e-e1db-4180-acb7-3b0f1481a062 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:53.138872 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:53.233505 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Current status of the port 4abd554e-e1db-4180-acb7-3b0f1481a062 is: ACTIVE; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:42:53.977270 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-456e0b9c-6d68-4459-9c2d-7f9b9b336d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:56.676849 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:57.121955 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-6971cdac-1210-44b4-afd1-b96ab8d53399 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:57.123349 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-6971cdac-1210-44b4-afd1-b96ab8d53399 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4 HTTP/1.1" status: 200 len: 813 time: 0.1191325 Aug 27 02:42:57.138894 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-90038be8-d0b2-4b39-a959-e9d8c6ec9d90 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/quotas/7dd5f20c4a714ee3b555d4aef8b87730 HTTP/1.1" status: 200 len: 375 time: 0.0096910 Aug 27 02:42:57.201509 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-c773839f-cc5e-432f-8474-59912466728c tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575230 Aug 27 02:42:57.320868 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-dea38e30-b418-4729-9edd-b6d5fb95ce39 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011298 Aug 27 02:42:57.383284 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=49 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:57.384187 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=42 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:57.422063 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-8fee468c-b0f6-4ce3-9436-96e3cdb22a9c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928156 Aug 27 02:42:57.590936 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8547be74-6ea8-4c4b-95e4-a77095979288 req-016895cd-60b1-4b6b-9036-36f83e57b575 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 210 time: 0.0290682 Aug 27 02:42:58.019329 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:58.702760 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fc844098-07a0-41d3-9ca4-e5a2d0f74bb1 req-cfcc7454-07a4-4210-be38-c88a3b8fd23c tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 210 time: 0.0284622 Aug 27 02:42:58.877247 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:58.884786 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-5dd4e8e4-08be-4a55-bd8a-266e14ba1a39 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:58.886266 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-5dd4e8e4-08be-4a55-bd8a-266e14ba1a39 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.45 "GET /networking/v2.0/networks?id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4 HTTP/1.1" status: 200 len: 813 time: 0.1131930 Aug 27 02:42:58.906997 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Request body: {'port': {'device_id': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'admin_state_up': True, 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:59.025960 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Made reservation on behalf of 7dd5f20c4a714ee3b555d4aef8b87730 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:59.029804 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:59.093760 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:59.190551 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Allocated IP 172.20.0.12 (5e0006d3-60f4-4782-a7c8-edf3b2df76c4/9d6dbb60-013f-415f-a626-347c0c470a87/974dc3f6-d8bf-4ab5-a284-a4ecb61b8866) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:59.371734 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:59.377590 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:59.382456 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:42:59.430460 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:59.487154 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:59.491596 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:59.513499 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:42:59.522544 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'Port': ['ID=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:59.599567 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:59.600485 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:59.624802 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-655f6e06-45b0-420c-82ec-19f7241b04bc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7217419 Aug 27 02:42:59.851305 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76a4d2-bfcb-441a-81c4-831ad0a85d4f req-2b373983-d3e0-4c80-a2a1-f1cc975e864b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:42:59.852864 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c76a4d2-bfcb-441a-81c4-831ad0a85d4f req-2b373983-d3e0-4c80-a2a1-f1cc975e864b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 932 time: 0.0541208 Aug 27 02:42:59.859091 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-2cb36480-51e7-4300-9039-fefd5a69231f None None] Provisioning complete for port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 triggered by entity DHCP. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:42:59.859493 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-2cb36480-51e7-4300-9039-fefd5a69231f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:42:59.900642 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-2cb36480-51e7-4300-9039-fefd5a69231f None None] Port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 cannot update to ACTIVE because it is not bound. {{(pid=106605) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 27 02:42:59.925673 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c76a4d2-bfcb-441a-81c4-831ad0a85d4f req-9993212a-57e8-4bce-9481-945c82d5414e tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625820 Aug 27 02:43:01.050694 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f9f44-45f3-4b68-b955-ea926ddc2c9d req-ca5a651e-0e68-4022-989f-a46b30fe6120 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:01.052182 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5f0f9f44-45f3-4b68-b955-ea926ddc2c9d req-ca5a651e-0e68-4022-989f-a46b30fe6120 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 932 time: 0.0558105 Aug 27 02:43:01.103564 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5f0f9f44-45f3-4b68-b955-ea926ddc2c9d req-bb43647d-0d09-4cef-b050-38fb7eb5b0b9 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457232 Aug 27 02:43:01.477053 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=34 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:01.490122 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:02.233090 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b558af7-e365-4def-a0a0-63b4f52e021f req-1f32dfa6-2637-4c4a-9b0b-8c81bc84044b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:02.235337 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b558af7-e365-4def-a0a0-63b4f52e021f req-1f32dfa6-2637-4c4a-9b0b-8c81bc84044b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 932 time: 0.0523653 Aug 27 02:43:02.289765 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b558af7-e365-4def-a0a0-63b4f52e021f req-d583a719-5ac0-4aa2-85ce-b54697afad67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482481 Aug 27 02:43:02.310990 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:43:03.416057 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93645e05-1c31-4d31-8f21-86d21371d5dd req-0fee89d3-9cff-40b4-b6f1-7067657eb277 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:03.417543 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93645e05-1c31-4d31-8f21-86d21371d5dd req-0fee89d3-9cff-40b4-b6f1-7067657eb277 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 932 time: 0.0499566 Aug 27 02:43:03.481268 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93645e05-1c31-4d31-8f21-86d21371d5dd req-41e1531a-e45a-40ae-8873-b3d530580964 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577941 Aug 27 02:43:04.608545 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b006f-3fad-4e51-ae4e-3a51dba6400c req-1f52daf0-c864-4a3b-ac9d-57c67b0754fc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:04.610604 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-784b006f-3fad-4e51-ae4e-3a51dba6400c req-1f52daf0-c864-4a3b-ac9d-57c67b0754fc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 932 time: 0.0527387 Aug 27 02:43:04.673994 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-784b006f-3fad-4e51-ae4e-3a51dba6400c req-eb0f40ba-c46f-4d49-bdb1-267097181f18 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574489 Aug 27 02:43:05.805158 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61961d-00e3-4411-aec2-f88a3b713e28 req-63758ee4-fb0b-4aa6-b0d5-b5db11608273 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:05.806727 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a61961d-00e3-4411-aec2-f88a3b713e28 req-63758ee4-fb0b-4aa6-b0d5-b5db11608273 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 932 time: 0.0557246 Aug 27 02:43:05.857967 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a61961d-00e3-4411-aec2-f88a3b713e28 req-a0bcdd6c-5918-458c-9709-61395e35b76a tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449765 Aug 27 02:43:06.998982 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c29c5-0c15-4261-8f5e-38159a8464e6 req-8199b6cf-1bf5-4fba-9178-e0c296515aba tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:07.000378 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d9c29c5-0c15-4261-8f5e-38159a8464e6 req-8199b6cf-1bf5-4fba-9178-e0c296515aba tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 932 time: 0.0536988 Aug 27 02:43:07.052046 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d9c29c5-0c15-4261-8f5e-38159a8464e6 req-697cc21f-93b3-4153-8e1a-e376aa3e90dc tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Aug 27 02:43:08.184003 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa95b8d-c736-406d-bb05-a1035db7ca02 req-926e66b3-8dff-4cb0-b4d5-f9224e546ec5 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:08.185465 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eaa95b8d-c736-406d-bb05-a1035db7ca02 req-926e66b3-8dff-4cb0-b4d5-f9224e546ec5 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 932 time: 0.0555322 Aug 27 02:43:08.233577 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eaa95b8d-c736-406d-bb05-a1035db7ca02 req-a7c626bc-439f-446d-ae89-a8c481834f71 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424454 Aug 27 02:43:09.354365 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:09.369913 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841d1a-06b5-4cfd-abc3-080cb8250b26 req-b02d691f-a9e3-44a0-8a9a-e7069050c205 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:09.371392 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b8841d1a-06b5-4cfd-abc3-080cb8250b26 req-b02d691f-a9e3-44a0-8a9a-e7069050c205 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 932 time: 0.0496857 Aug 27 02:43:09.422591 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b8841d1a-06b5-4cfd-abc3-080cb8250b26 req-de9671cd-ed93-44b6-8cb4-15188a06d9ea tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431254 Aug 27 02:43:09.861958 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:09.900611 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:10.547775 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:10.565158 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a81c3-1f9b-42b2-9361-a3faf1dce13a req-c6964a3d-263c-46f8-9428-5042b2d9d2d7 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:10.566682 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-873a81c3-1f9b-42b2-9361-a3faf1dce13a req-c6964a3d-263c-46f8-9428-5042b2d9d2d7 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 932 time: 0.0578053 Aug 27 02:43:10.618522 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-873a81c3-1f9b-42b2-9361-a3faf1dce13a req-6d9ee758-469e-414e-b57e-4a6baef655a9 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436864 Aug 27 02:43:10.750289 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Request body: {'port': {'device_id': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84630'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:10.811963 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:11.081051 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:43:11.088984 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Publish callbacks [] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:11.102853 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Transition to ACTIVE for port object 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 27 02:43:11.109483 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:11.171641 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Pushing event updated for resources: {'Port': ['ID=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:11.222423 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Attempting to bind port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 on host hv-cinder-84630 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 27 02:43:11.222717 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Attempting to bind port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 by drivers openvswitch,hyperv on host hv-cinder-84630 at level 0 using segments [{'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 27 02:43:11.223078 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Attempting to bind port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 on network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:43:11.228020 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 on network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84630 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 27 02:43:11.228339 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Attempting to bind port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 on network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 27 02:43:11.233642 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Checking agent: {'id': 'd7c4fbe8-e9a8-49b9-a4ce-38146518f57f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84630', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'started_at': datetime.datetime(2022, 8, 27, 2, 20, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 27, 2, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 27 02:43:11.233977 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Checking segment: {'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 27 02:43:11.234371 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Bound using segment: {'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 27 02:43:11.234794 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Bound port: 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866, host: hv-cinder-84630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1956fd6b-6776-4c46-b561-5dcfe006e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 27 02:43:11.235141 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:11.303192 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] For port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866, host hv-cinder-84630, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:43:11.306551 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] For port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866, host hv-cinder-84630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:43:11.314840 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:11.318207 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:11.318995 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:11.320403 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 200 len: 1094 time: 0.5760841 Aug 27 02:43:11.322476 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:43:11.324759 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c490043-b99a-40f7-8278-7a5134b526ac" -d '{"events": [{"name": "network-changed", "server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:11.366421 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f37e632-a7b1-4e2d-a6a1-81078dae1909 x-openstack-request-id: req-2f37e632-a7b1-4e2d-a6a1-81078dae1909 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:11.366698 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:11.366954 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f37e632-a7b1-4e2d-a6a1-81078dae1909 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:11.367351 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f37e632-a7b1-4e2d-a6a1-81078dae1909'] response: {'name': 'network-changed', 'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'status': 'completed', 'code': 200} Aug 27 02:43:11.377752 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296d597-f1e9-4cd3-9b4c-bae1f53c2915 service neutron] Pushing event updated for resources: {'Port': ['ID=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:11.473732 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c490043-b99a-40f7-8278-7a5134b526ac req-fbf37ca9-efe9-432c-b19a-9670b27c5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:11.475275 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1c490043-b99a-40f7-8278-7a5134b526ac req-fbf37ca9-efe9-432c-b19a-9670b27c5cc8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 1128 time: 0.0437748 Aug 27 02:43:11.594317 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:11.599839 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c490043-b99a-40f7-8278-7a5134b526ac req-3f710ee2-d6bc-4d08-957a-b9d503b5773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:11.601333 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1c490043-b99a-40f7-8278-7a5134b526ac req-3f710ee2-d6bc-4d08-957a-b9d503b5773f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1121163 Aug 27 02:43:11.633439 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:11.722006 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c490043-b99a-40f7-8278-7a5134b526ac req-35031fa6-73f0-49bd-8f00-0413098febdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:11.723505 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1c490043-b99a-40f7-8278-7a5134b526ac req-35031fa6-73f0-49bd-8f00-0413098febdc service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1165509 Aug 27 02:43:11.756947 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ec25b-5fdf-4c36-b247-754a0247483d req-957cbe00-7bc2-4ea4-a6ad-03d1ebe25b98 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:11.758410 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a32ec25b-5fdf-4c36-b247-754a0247483d req-957cbe00-7bc2-4ea4-a6ad-03d1ebe25b98 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 944 time: 0.0616696 Aug 27 02:43:11.836906 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a32ec25b-5fdf-4c36-b247-754a0247483d req-4c3aff8c-de60-49ad-9a35-4da564a9743f tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728869 Aug 27 02:43:11.840109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-a9db0534-e81a-45c5-ad78-8aa0cb7c514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:11.841628 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-a9db0534-e81a-45c5-ad78-8aa0cb7c514a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 1128 time: 0.0507240 Aug 27 02:43:11.894367 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-46f81323-be8f-486a-8286-3a0c1f2e48ce service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 200 len: 217 time: 0.0398312 Aug 27 02:43:11.947884 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-99e3a995-fb31-4e8f-8eee-ab91146f0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:11.949448 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-99e3a995-fb31-4e8f-8eee-ab91146f0507 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9d6dbb60-013f-415f-a626-347c0c470a87 HTTP/1.1" status: 200 len: 852 time: 0.0496573 Aug 27 02:43:11.992645 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-3c3a162d-1108-47d2-93f3-bba122f9b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:11.994152 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-3c3a162d-1108-47d2-93f3-bba122f9b029 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388763 Aug 27 02:43:12.091763 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-582e6df4-3c40-48bd-9630-6c7c72f88710 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916326 Aug 27 02:43:12.198212 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02b3ff3d-a872-4015-bc59-04e7961d2bdb req-d1410dd1-7cdf-4209-ba41-44b4aee1712b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997920 Aug 27 02:43:12.306616 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:12.307316 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:12.981801 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2bebb-d249-456d-9fc1-e36d54b9020c req-4dcfcf83-4938-49d2-ad9e-4085bb5231a5 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:12.983156 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-66d2bebb-d249-456d-9fc1-e36d54b9020c req-4dcfcf83-4938-49d2-ad9e-4085bb5231a5 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 944 time: 0.0564597 Aug 27 02:43:13.038614 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-66d2bebb-d249-456d-9fc1-e36d54b9020c req-a34acc9f-b2bf-48c9-8479-0e02cb481b90 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473425 Aug 27 02:43:14.170582 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b74f-aeb6-4971-84ec-0b728836ccc5 req-3e9ee5db-4177-4350-8218-025855d4e133 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:14.172485 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9a96b74f-aeb6-4971-84ec-0b728836ccc5 req-3e9ee5db-4177-4350-8218-025855d4e133 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 944 time: 0.0518899 Aug 27 02:43:14.231925 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9a96b74f-aeb6-4971-84ec-0b728836ccc5 req-f5a8e9e2-ca5f-4aeb-bb6d-f77aaff6de3a tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528653 Aug 27 02:43:14.839590 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 details requested by agent hyperv_hv-cinder-84630 with host hv-cinder-84630 {{(pid=106605) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:43:14.976522 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:14.990961 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Returning: {'device': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'port_id': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'mac_address': 'fa:16:3e:bc:f3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106605) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:43:15.036823 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 is: DOWN; New status is: BUILD {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:43:15.037479 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:15.056200 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 {{(pid=106605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 27 02:43:15.093432 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:15.100294 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:15.151545 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,revision_number=4']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:15.368186 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9d213-ff25-46d0-9c42-a8f1cc31a9e0 req-242eaf76-dc1a-46c0-9e7a-752558915bd2 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:15.369555 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0d9d213-ff25-46d0-9c42-a8f1cc31a9e0 req-242eaf76-dc1a-46c0-9e7a-752558915bd2 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 945 time: 0.0532169 Aug 27 02:43:15.435059 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0d9d213-ff25-46d0-9c42-a8f1cc31a9e0 req-92093e0b-66f5-4661-ab94-cb2ee665d813 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566280 Aug 27 02:43:15.602148 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:43:16.568443 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e715a1-3a32-41e2-ba0b-970b3fb00a73 req-eefd8267-c8e5-4394-b06d-68e66b21235e tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:16.569994 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-60e715a1-3a32-41e2-ba0b-970b3fb00a73 req-eefd8267-c8e5-4394-b06d-68e66b21235e tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 945 time: 0.0537000 Aug 27 02:43:16.622894 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-60e715a1-3a32-41e2-ba0b-970b3fb00a73 req-ff58617a-1182-46fe-a3a5-136f46fa4265 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444620 Aug 27 02:43:16.847363 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 up at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:16.890462 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning for port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 completed by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 27 02:43:16.898321 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.provisioning_blocks [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Provisioning complete for port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 triggered by entity L2. {{(pid=106605) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 27 02:43:16.898704 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531830'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), provisioning_complete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:16.978653 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Current status of the port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 is: BUILD; New status is: ACTIVE {{(pid=106605) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 27 02:43:16.979038 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), before_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:17.005967 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'}] {{(pid=106605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:43:17.008261 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f79da6ae2eb2427e4d097c4ebb528e2bd7ab9c1e0b9df6007b9f1fc6f392ab3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116aa303-f6bf-4189-a01c-ee663f081ac4" -d '{"events": [{"server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "name": "network-vif-plugged", "status": "completed", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866"}]}' {{(pid=106605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:17.023057 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] For port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:17.028271 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:17.051072 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40a8f38-2d10-492d-9a27-fada978028b9 x-openstack-request-id: req-c40a8f38-2d10-492d-9a27-fada978028b9 {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:17.051356 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "name": "network-vif-plugged", "status": "completed", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866", "code": 200}]} {{(pid=106605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:17.051601 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c40a8f38-2d10-492d-9a27-fada978028b9 {{(pid=106605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:17.051991 dv-cinder-846303-3-iscsi neutron-server[106605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40a8f38-2d10-492d-9a27-fada978028b9'] response: {'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'code': 200} Aug 27 02:43:17.086596 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Pushing event updated for resources: {'Port': ['ID=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,revision_number=5']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:17.263933 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437ef6-6e3e-4471-977f-d6fe8dcc4c8e req-d6a0cb2f-ab02-4bed-adbb-8ed4fccaec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:17.265386 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf437ef6-6e3e-4471-977f-d6fe8dcc4c8e req-d6a0cb2f-ab02-4bed-adbb-8ed4fccaec81 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 1130 time: 0.0400572 Aug 27 02:43:17.312765 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf437ef6-6e3e-4471-977f-d6fe8dcc4c8e req-1c10a43e-57fe-4806-aeac-8f51ad56f0a2 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Aug 27 02:43:17.743438 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:17.751632 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b544d-d2f0-4eec-964f-0c32aa6a2bff req-06c65097-94e8-4724-93c4-e6993f87b97e tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:17.753538 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-637b544d-d2f0-4eec-964f-0c32aa6a2bff req-06c65097-94e8-4724-93c4-e6993f87b97e tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 946 time: 0.0531676 Aug 27 02:43:17.779800 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:17.808080 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-637b544d-d2f0-4eec-964f-0c32aa6a2bff req-f943caf1-01d8-4e31-96b3-01a5def7c501 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466299 Aug 27 02:43:18.943874 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c7f9e-cdf2-4317-b586-0fb347f9104f req-f438d891-eaaf-4ece-b077-b14e47f6e246 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:18.945685 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-620c7f9e-cdf2-4317-b586-0fb347f9104f req-f438d891-eaaf-4ece-b077-b14e47f6e246 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 946 time: 0.0502048 Aug 27 02:43:19.005165 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-620c7f9e-cdf2-4317-b586-0fb347f9104f req-53c9b092-dc29-4413-9bed-02599994591e tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503268 Aug 27 02:43:19.131068 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81093918-f716-4495-bff3-9a1c33b0fd7a req-c0946d7e-934e-44d9-a2d2-2e73fb1929b6 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:19.132538 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-81093918-f716-4495-bff3-9a1c33b0fd7a req-c0946d7e-934e-44d9-a2d2-2e73fb1929b6 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 946 time: 0.0533803 Aug 27 02:43:19.184233 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-81093918-f716-4495-bff3-9a1c33b0fd7a req-ace05487-f83a-40d5-84de-afeaaae22deb tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435159 Aug 27 02:43:19.544592 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e45108-b066-45b8-8cec-35524bfa6019 req-919e13fe-25f9-4d14-ab5b-e2de1a68786f tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:19.545984 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a3e45108-b066-45b8-8cec-35524bfa6019 req-919e13fe-25f9-4d14-ab5b-e2de1a68786f tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 946 time: 0.0652795 Aug 27 02:43:19.596631 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a3e45108-b066-45b8-8cec-35524bfa6019 req-ef7b316b-e7d0-465f-b04a-8c9e7ddfdefa tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Aug 27 02:43:20.937877 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-f0fdc143-c045-4a9a-a18c-6d1416c77161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:23.976030 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-2cceeadd-797a-496a-9387-b0490b160d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:26.675487 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:28.017600 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:28.865458 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:29.092054 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:29.222957 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297a9f6-db64-461b-baa4-fe7aa33fedd2 req-e54df0c5-3bf4-4b09-b41f-60b7f11ad18f tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:29.224472 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c297a9f6-db64-461b-baa4-fe7aa33fedd2 req-e54df0c5-3bf4-4b09-b41f-60b7f11ad18f tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 946 time: 0.0475326 Aug 27 02:43:29.274409 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c297a9f6-db64-461b-baa4-fe7aa33fedd2 req-e030cf7b-0cdb-4769-944c-98a31c6d5228 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Aug 27 02:43:29.301855 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54646) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:43:29.456698 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467b89d8-8997-4c94-a632-24e8b3f0cef2 tempest-TestMinimumBasicScenario-1038496604 tempest-TestMinimumBasicScenario-1038496604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:29.458951 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-467b89d8-8997-4c94-a632-24e8b3f0cef2 tempest-TestMinimumBasicScenario-1038496604 tempest-TestMinimumBasicScenario-1038496604-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 1125 time: 0.1556778 Aug 27 02:43:29.462200 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54650) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:43:29.468890 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Request body: {'floatingip': {'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'port_id': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:29.496581 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:29.586846 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (None), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:29.711460 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_common [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Allocated IP 172.27.1.137 (e1648099-3d5a-47b6-a032-7b4d7a5be345/4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16/a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d) {{(pid=106604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:43:29.826628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for port (a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:29.863743 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793686106700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:29.918836 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Network e1648099-3d5a-47b6-a032-7b4d7a5be345 is already hosted by enough agents. {{(pid=106604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:43:29.924857 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.base_scheduler [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Resources bound (agent type, host, resource id): {{(pid=106604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:29.928787 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Received port after_create {{(pid=106604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 27 02:43:29.932149 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'Port': ['ID=a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d,revision_number=1']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:29.960727 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.961086 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.961445 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.961751 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.962100 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.962427 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.962750 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.963086 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.963393 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.963717 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.964034 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.964351 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.964666 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.964984 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:29.965331 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:30.258666 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:30.315805 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for floatingip (9584def2-77a2-4d91-b488-7698227697f5), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:30.389516 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:30.393437 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d), before_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:30.551441 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for port (a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d), precommit_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:30.557810 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13860103'] for port (a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d), after_update {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:30.628838 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'Port': ['ID=a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d,revision_number=2']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:30.632679 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679091'] for floatingip (9584def2-77a2-4d91-b488-7698227697f5), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:30.737082 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Floating IP 9584def2-77a2-4d91-b488-7698227697f5 associated. External IP: 172.27.1.137, port: 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866. Aug 27 02:43:31.234372 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Router c126b38f-8229-45ef-9356-4ba381d098f8 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:43:31.356895 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:31.367727 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a0155-b9ba-4c4c-a936-24dd30a035bd None None] Sync routers for ids ['c126b38f-8229-45ef-9356-4ba381d098f8'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:31.377965 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.379069 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a0155-b9ba-4c4c-a936-24dd30a035bd None None] Routers {'c126b38f-8229-45ef-9356-4ba381d098f8'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:43:31.379691 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-891a0155-b9ba-4c4c-a936-24dd30a035bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:43:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['c126b38f-8229-45ef-9356-4ba381d098f8'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:31.380936 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:31.411458 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-fe2b0c46-4992-4f68-8338-d11a4587aa67 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9481144 Aug 27 02:43:31.412303 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:43:31.414549 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54652) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:43:31.415031 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d351f27-e56d-4d65-a989-6bc9221513d5" -d '{"events": [{"name": "network-changed", "server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:31.420477 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1539641839', 'description': 'tempest-secgroup-smoke-1539641839 description', 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:31.448220 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.487270 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-891a0155-b9ba-4c4c-a936-24dd30a035bd None None] Set router c126b38f-8229-45ef-9356-4ba381d098f8 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:43:31.521865 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group (a4941718-8a89-4358-b890-d2d55433ecb9), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.527044 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (a4941718-8a89-4358-b890-d2d55433ecb9), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.559922 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.564554 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1449955 Aug 27 02:43:31.564998 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54658) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:43:31.565558 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4941718-8a89-4358-b890-d2d55433ecb9,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:31.569865 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-b1b21450-75f8-449d-ae8d-9cce6be60a94 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Request body: {'security_group_rule': {'security_group_id': 'a4941718-8a89-4358-b890-d2d55433ecb9', 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:31.573163 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.573515 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.573910 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.574313 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.574560 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.574884 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.575432 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.575562 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.575848 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.576158 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.576588 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.576912 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.577254 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.577771 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.578253 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb02ba-7886-457f-874a-d65bbb8b4a40 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:31.602846 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b1b21450-75f8-449d-ae8d-9cce6be60a94 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (504162e1-b960-490a-bbff-ee1f09a144bf), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.654226 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51306c72-319c-44aa-916d-017a4ef0b9d0 x-openstack-request-id: req-51306c72-319c-44aa-916d-017a4ef0b9d0 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:31.654537 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:31.654795 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51306c72-319c-44aa-916d-017a4ef0b9d0 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:31.661247 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51306c72-319c-44aa-916d-017a4ef0b9d0'] response: {'name': 'network-changed', 'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'status': 'completed', 'code': 200} Aug 27 02:43:31.681306 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b1b21450-75f8-449d-ae8d-9cce6be60a94 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (504162e1-b960-490a-bbff-ee1f09a144bf), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.685311 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b1b21450-75f8-449d-ae8d-9cce6be60a94 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (504162e1-b960-490a-bbff-ee1f09a144bf), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.708158 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-b1b21450-75f8-449d-ae8d-9cce6be60a94 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.712378 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54660) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:43:31.713518 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-b1b21450-75f8-449d-ae8d-9cce6be60a94 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431844 Aug 27 02:43:31.716902 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b21450-75f8-449d-ae8d-9cce6be60a94 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504162e1-b960-490a-bbff-ee1f09a144bf,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:31.718382 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-891a0155-b9ba-4c4c-a936-24dd30a035bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 4, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '9584def2-77a2-4d91-b488-7698227697f5', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'port_id': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'mac_address': 'fa:16:3e:bc:f3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:43:30Z', 'updated_at': '2022-08-27T02:43:30Z', 'revision_number': 0, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f6f611-49e8-4c3d-bd14-6c0b03ff42a7', 'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'mac_address': 'fa:16:3e:9f:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:41Z', 'updated_at': '2022-08-27T02:42:47Z', 'revision_number': 5, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'subnets': [{'id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:31.728341 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-58b49637-3afe-48ce-8af3-e0f1df996dbe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Request body: {'security_group_rule': {'security_group_id': 'a4941718-8a89-4358-b890-d2d55433ecb9', 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:31.744247 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a0155-b9ba-4c4c-a936-24dd30a035bd None None] Checking router: c126b38f-8229-45ef-9356-4ba381d098f8 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:31.754489 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a0155-b9ba-4c4c-a936-24dd30a035bd None None] Routers {'c126b38f-8229-45ef-9356-4ba381d098f8'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:43:31.755423 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-891a0155-b9ba-4c4c-a936-24dd30a035bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:43:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['c126b38f-8229-45ef-9356-4ba381d098f8'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:31.769092 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d351f27-e56d-4d65-a989-6bc9221513d5 req-0494f91a-0a09-4c3e-b5d0-682ba60c7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:31.770771 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d351f27-e56d-4d65-a989-6bc9221513d5 req-0494f91a-0a09-4c3e-b5d0-682ba60c7ebf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 1130 time: 0.0614264 Aug 27 02:43:31.791475 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-58b49637-3afe-48ce-8af3-e0f1df996dbe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (201bec9f-22c9-449a-99c6-4d117d647bfb), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.859005 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-891a0155-b9ba-4c4c-a936-24dd30a035bd None None] Set router c126b38f-8229-45ef-9356-4ba381d098f8 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:43:31.911089 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-58b49637-3afe-48ce-8af3-e0f1df996dbe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (201bec9f-22c9-449a-99c6-4d117d647bfb), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.914727 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d351f27-e56d-4d65-a989-6bc9221513d5 req-06032fe7-8680-4d72-ab18-e71e8277f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:31.916312 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d351f27-e56d-4d65-a989-6bc9221513d5 req-06032fe7-8680-4d72-ab18-e71e8277f016 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4 HTTP/1.1" status: 200 len: 914 time: 0.1360824 Aug 27 02:43:31.917432 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-58b49637-3afe-48ce-8af3-e0f1df996dbe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (201bec9f-22c9-449a-99c6-4d117d647bfb), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.923999 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:31.944105 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:31.975671 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b49637-3afe-48ce-8af3-e0f1df996dbe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201bec9f-22c9-449a-99c6-4d117d647bfb,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:31.983338 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-58b49637-3afe-48ce-8af3-e0f1df996dbe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:31.984547 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-58b49637-3afe-48ce-8af3-e0f1df996dbe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2712510 Aug 27 02:43:31.987812 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54664) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:43:31.993524 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-1a150889-5327-4e3a-9b2e-34abb745a1c8 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Request body: {'security_group_rule': {'security_group_id': 'a4941718-8a89-4358-b890-d2d55433ecb9', 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:32.015347 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d351f27-e56d-4d65-a989-6bc9221513d5 req-157ce4d7-37ac-4f4e-b2d4-11f3b21ff191 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 200 len: 1000 time: 0.0890403 Aug 27 02:43:32.028589 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1a150889-5327-4e3a-9b2e-34abb745a1c8 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (eb97831c-b4a5-4951-994d-d4b4f90bd0e5), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.038516 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:32.096839 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-891a0155-b9ba-4c4c-a936-24dd30a035bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 4, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '9584def2-77a2-4d91-b488-7698227697f5', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'port_id': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'mac_address': 'fa:16:3e:bc:f3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:43:30Z', 'updated_at': '2022-08-27T02:43:30Z', 'revision_number': 0, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f6f611-49e8-4c3d-bd14-6c0b03ff42a7', 'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'mac_address': 'fa:16:3e:9f:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:41Z', 'updated_at': '2022-08-27T02:42:47Z', 'revision_number': 5, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'subnets': [{'id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:32.106658 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1a150889-5327-4e3a-9b2e-34abb745a1c8 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (eb97831c-b4a5-4951-994d-d4b4f90bd0e5), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.112037 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1a150889-5327-4e3a-9b2e-34abb745a1c8 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (eb97831c-b4a5-4951-994d-d4b4f90bd0e5), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.123784 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a0155-b9ba-4c4c-a936-24dd30a035bd None None] The sync data for ids ['c126b38f-8229-45ef-9356-4ba381d098f8'] in dv-cinder-846303-3-iscsi is: [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 4, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '9584def2-77a2-4d91-b488-7698227697f5', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'port_id': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'mac_address': 'fa:16:3e:bc:f3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:43:30Z', 'updated_at': '2022-08-27T02:43:30Z', 'revision_number': 0, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f6f611-49e8-4c3d-bd14-6c0b03ff42a7', 'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'mac_address': 'fa:16:3e:9f:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:41Z', 'updated_at': '2022-08-27T02:42:47Z', 'revision_number': 5, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'subnets': [{'id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:32.135448 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a150889-5327-4e3a-9b2e-34abb745a1c8 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb97831c-b4a5-4951-994d-d4b4f90bd0e5,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:32.143257 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1a150889-5327-4e3a-9b2e-34abb745a1c8 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.144720 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-1a150889-5327-4e3a-9b2e-34abb745a1c8 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554670 Aug 27 02:43:32.147792 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54666) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:43:32.152727 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-4f8dfaa7-a86a-4dfd-99e1-565f0911ccde tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Request body: {'security_group_rule': {'security_group_id': 'a4941718-8a89-4358-b890-d2d55433ecb9', 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:32.188138 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfaa7-a86a-4dfd-99e1-565f0911ccde tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (50edbcdd-d714-477f-8592-fd8e371a4868), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.256904 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfaa7-a86a-4dfd-99e1-565f0911ccde tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (50edbcdd-d714-477f-8592-fd8e371a4868), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.261875 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfaa7-a86a-4dfd-99e1-565f0911ccde tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (50edbcdd-d714-477f-8592-fd8e371a4868), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.284024 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dfaa7-a86a-4dfd-99e1-565f0911ccde tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50edbcdd-d714-477f-8592-fd8e371a4868,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:32.290744 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfaa7-a86a-4dfd-99e1-565f0911ccde tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.292405 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-4f8dfaa7-a86a-4dfd-99e1-565f0911ccde tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433809 Aug 27 02:43:32.297529 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54668) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:43:32.303595 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-84bdf6bc-e950-44a1-b9a5-cd605afdf75b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Request body: {'security_group_rule': {'security_group_id': 'a4941718-8a89-4358-b890-d2d55433ecb9', 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:32.330413 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.securitygroups_db [None req-84bdf6bc-e950-44a1-b9a5-cd605afdf75b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Project 7dd5f20c4a714ee3b555d4aef8b87730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:43:32.341157 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-84bdf6bc-e950-44a1-b9a5-cd605afdf75b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (0f06af16-e473-4474-80fe-9b1bbc7d38bd), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.354821 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d351f27-e56d-4d65-a989-6bc9221513d5 req-bce0dadb-1c50-483c-a5ce-f112f787ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:32.356392 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d351f27-e56d-4d65-a989-6bc9221513d5 req-bce0dadb-1c50-483c-a5ce-f112f787ba98 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9d6dbb60-013f-415f-a626-347c0c470a87 HTTP/1.1" status: 200 len: 852 time: 0.3348651 Aug 27 02:43:32.370475 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b183cdf5-c25d-4235-a97a-32db14e00fc0 None None] New status for floating IP 9584def2-77a2-4d91-b488-7698227697f5: ACTIVE {{(pid=106605) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:43:32.398159 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-84bdf6bc-e950-44a1-b9a5-cd605afdf75b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (0f06af16-e473-4474-80fe-9b1bbc7d38bd), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.404528 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-84bdf6bc-e950-44a1-b9a5-cd605afdf75b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (0f06af16-e473-4474-80fe-9b1bbc7d38bd), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.409145 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d351f27-e56d-4d65-a989-6bc9221513d5 req-f711ef02-82ab-4192-be9e-9bfa79b200a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:32.410603 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d351f27-e56d-4d65-a989-6bc9221513d5 req-f711ef02-82ab-4192-be9e-9bfa79b200a2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469713 Aug 27 02:43:32.414635 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:32.419749 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:32.421336 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdf6bc-e950-44a1-b9a5-cd605afdf75b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f06af16-e473-4474-80fe-9b1bbc7d38bd,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:32.438505 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-84bdf6bc-e950-44a1-b9a5-cd605afdf75b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.443287 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-84bdf6bc-e950-44a1-b9a5-cd605afdf75b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412935 Aug 27 02:43:32.443518 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54670) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:43:32.447987 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.v2.base [None req-a7b62c24-4661-40ac-a03f-79b1e688cabe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Request body: {'security_group_rule': {'security_group_id': 'a4941718-8a89-4358-b890-d2d55433ecb9', 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:32.471583 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.securitygroups_db [None req-a7b62c24-4661-40ac-a03f-79b1e688cabe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Project 7dd5f20c4a714ee3b555d4aef8b87730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:43:32.477934 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7b62c24-4661-40ac-a03f-79b1e688cabe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (51d65338-2101-4bde-a692-44216596e579), before_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.516826 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d351f27-e56d-4d65-a989-6bc9221513d5 req-48b2c5dc-01d2-4859-b39f-2809b7a603ef service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991189 Aug 27 02:43:32.549905 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7b62c24-4661-40ac-a03f-79b1e688cabe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (51d65338-2101-4bde-a692-44216596e579), precommit_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.554391 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7b62c24-4661-40ac-a03f-79b1e688cabe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690995'] for security_group_rule (51d65338-2101-4bde-a692-44216596e579), after_create {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.576389 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b62c24-4661-40ac-a03f-79b1e688cabe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d65338-2101-4bde-a692-44216596e579,revision_number=0']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:32.584851 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-a7b62c24-4661-40ac-a03f-79b1e688cabe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:32.586114 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-a7b62c24-4661-40ac-a03f-79b1e688cabe tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416571 Aug 27 02:43:32.619636 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d351f27-e56d-4d65-a989-6bc9221513d5 req-83ccb9b2-246e-465f-ac89-840d296a16f0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954645 Aug 27 02:43:32.684052 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-70ac4e03-8518-4f3b-a364-3c846ef3e9ed req-9901ba5d-3d17-47ce-9b33-d5f4cedbfba5 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1539641839&fields=id&tenant_id=7dd5f20c4a714ee3b555d4aef8b87730 HTTP/1.1" status: 200 len: 267 time: 0.0509777 Aug 27 02:43:32.738249 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac4e03-8518-4f3b-a364-3c846ef3e9ed req-49c79375-c233-4160-9f20-823993f3058b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:32.739767 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-70ac4e03-8518-4f3b-a364-3c846ef3e9ed req-49c79375-c233-4160-9f20-823993f3058b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 946 time: 0.0499787 Aug 27 02:43:32.750240 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-70ac4e03-8518-4f3b-a364-3c846ef3e9ed req-54a971d9-9246-4aaa-94dd-64147af04007 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Request body: {'port': {'security_groups': ['2af03107-8618-4eb2-be72-735a6edff8e9', 'a4941718-8a89-4358-b890-d2d55433ecb9']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:32.830328 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-70ac4e03-8518-4f3b-a364-3c846ef3e9ed req-54a971d9-9246-4aaa-94dd-64147af04007 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:33.034124 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-70ac4e03-8518-4f3b-a364-3c846ef3e9ed req-54a971d9-9246-4aaa-94dd-64147af04007 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] For port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:33.065816 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-70ac4e03-8518-4f3b-a364-3c846ef3e9ed req-54a971d9-9246-4aaa-94dd-64147af04007 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:33.071911 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-70ac4e03-8518-4f3b-a364-3c846ef3e9ed req-54a971d9-9246-4aaa-94dd-64147af04007 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:33.084155 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac4e03-8518-4f3b-a364-3c846ef3e9ed req-54a971d9-9246-4aaa-94dd-64147af04007 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:33.084758 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-70ac4e03-8518-4f3b-a364-3c846ef3e9ed req-54a971d9-9246-4aaa-94dd-64147af04007 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:33.086158 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-70ac4e03-8518-4f3b-a364-3c846ef3e9ed req-54a971d9-9246-4aaa-94dd-64147af04007 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "PUT /networking/v2.0/ports/974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 200 len: 982 time: 0.3403704 Aug 27 02:43:33.086648 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:43:33.088990 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0bc325-4a77-422c-ac19-4cdccba1ba58" -d '{"events": [{"name": "network-changed", "server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:33.135869 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf58d15-0147-45e4-b277-da86382df8b7 x-openstack-request-id: req-fcf58d15-0147-45e4-b277-da86382df8b7 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:33.136156 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:33.136407 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcf58d15-0147-45e4-b277-da86382df8b7 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:33.136834 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf58d15-0147-45e4-b277-da86382df8b7'] response: {'name': 'network-changed', 'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'status': 'completed', 'code': 200} Aug 27 02:43:33.176647 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a971d9-9246-4aaa-94dd-64147af04007 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'Port': ['ID=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,revision_number=6']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:33.192552 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:43:33.195295 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de75d-66fb-4163-a87f-0088f9f4e9d0 req-06a4fb56-daa7-4167-93ce-f107a16feb0b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:33.196798 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1c6de75d-66fb-4163-a87f-0088f9f4e9d0 req-06a4fb56-daa7-4167-93ce-f107a16feb0b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0516460 Aug 27 02:43:33.282295 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:33.294192 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bc325-4a77-422c-ac19-4cdccba1ba58 req-55278153-c734-4aef-92cf-474bf846b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:33.295669 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf0bc325-4a77-422c-ac19-4cdccba1ba58 req-55278153-c734-4aef-92cf-474bf846b7cb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 1169 time: 0.0654135 Aug 27 02:43:33.302184 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1c6de75d-66fb-4163-a87f-0088f9f4e9d0 req-fae5dc5e-5140-4450-8e0c-1f7500f442e5 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995729 Aug 27 02:43:33.347347 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:43:33.355825 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:33.395272 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bc325-4a77-422c-ac19-4cdccba1ba58 req-afbf40c3-29db-4244-9a42-27fbf28e51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:33.397515 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf0bc325-4a77-422c-ac19-4cdccba1ba58 req-afbf40c3-29db-4244-9a42-27fbf28e51a0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4 HTTP/1.1" status: 200 len: 914 time: 0.0938873 Aug 27 02:43:33.470152 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf0bc325-4a77-422c-ac19-4cdccba1ba58 req-77a2ab0c-2260-457e-8030-444bc1a8b743 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 200 len: 1002 time: 0.0665286 Aug 27 02:43:33.521017 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bc325-4a77-422c-ac19-4cdccba1ba58 req-1cef994d-3384-4163-ae7b-04c6e7fdc746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:33.522581 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf0bc325-4a77-422c-ac19-4cdccba1ba58 req-1cef994d-3384-4163-ae7b-04c6e7fdc746 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9d6dbb60-013f-415f-a626-347c0c470a87 HTTP/1.1" status: 200 len: 852 time: 0.0467405 Aug 27 02:43:33.568261 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bc325-4a77-422c-ac19-4cdccba1ba58 req-92705415-9c0f-4681-9181-5f5f37eb8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:33.569821 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf0bc325-4a77-422c-ac19-4cdccba1ba58 req-92705415-9c0f-4681-9181-5f5f37eb8037 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411394 Aug 27 02:43:33.671162 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf0bc325-4a77-422c-ac19-4cdccba1ba58 req-36811bf2-d08f-4d7c-b4eb-124ea6664c5a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919969 Aug 27 02:43:33.766718 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf0bc325-4a77-422c-ac19-4cdccba1ba58 req-5af61f1f-f115-485f-ab42-2ff92e7088c8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898788 Aug 27 02:43:33.893993 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=100 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:33.899013 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:39.188206 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-1dcdfd06-a3cc-4202-89dd-f99eb1289a6f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0950122 Aug 27 02:43:39.277599 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-0bc925b4-c14d-48ea-8db9-41c6f68e8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:39.279130 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-0bc925b4-c14d-48ea-8db9-41c6f68e8d66 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 1129 time: 0.0476348 Aug 27 02:43:39.310653 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:43:39.389451 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-b239f8e2-cd87-4826-a21e-46fe738d8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:39.390915 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-b239f8e2-cd87-4826-a21e-46fe738d8315 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.0900929 Aug 27 02:43:39.460011 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-49fa619a-65db-4628-bcc9-145012eb053f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f6ab26e-c941-4e20-b27e-ed8630548227 HTTP/1.1" status: 200 len: 1000 time: 0.0616281 Aug 27 02:43:39.513159 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-209d1fc8-4c96-41e9-81a1-82834496e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:39.515266 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-209d1fc8-4c96-41e9-81a1-82834496e4ff service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0485392 Aug 27 02:43:39.573485 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-e1d14a43-3b22-40ee-989d-ecb6eb5c73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:39.574984 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-e1d14a43-3b22-40ee-989d-ecb6eb5c73d1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537817 Aug 27 02:43:39.585938 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-6e3d5b10-d053-45c5-83dd-3a6a9d16b82f service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 27 02:43:39.586929 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-6e3d5b10-d053-45c5-83dd-3a6a9d16b82f service neutron] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051353 Aug 27 02:43:39.704233 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-1b229991-f3ea-4edf-a496-5b06d687c70f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105123 Aug 27 02:43:39.805376 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9201086d-a5f0-41be-80a3-6f210bec85e7 req-4f101766-300c-4a28-adb5-e07d9c2ee00a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940080 Aug 27 02:43:42.574828 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=55,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:42.576200 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:43.938106 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:43.939429 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=11 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:48.739424 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54686) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:43:48.893318 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Deleting port a256405a-32a6-43d9-8ec1-3fd0cf635b4b {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:43:48.893605 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (a256405a-32a6-43d9-8ec1-3fd0cf635b4b), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:48.977917 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (a256405a-32a6-43d9-8ec1-3fd0cf635b4b), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:48.978181 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (a256405a-32a6-43d9-8ec1-3fd0cf635b4b), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:48.991593 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Calling delete_port for a256405a-32a6-43d9-8ec1-3fd0cf635b4b owned by network:floatingip {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:43:49.163084 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (a256405a-32a6-43d9-8ec1-3fd0cf635b4b), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:49.189652 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event deleted for resources: {'Port': ['ID=a256405a-32a6-43d9-8ec1-3fd0cf635b4b,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:49.250459 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (8f43af81-9fad-479b-8051-1c862fbae25e), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:49.250750 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Floating IP 8f43af81-9fad-479b-8051-1c862fbae25e disassociated (deleted). External IP: 172.27.1.79, port: 0f6ab26e-c941-4e20-b27e-ed8630548227. Aug 27 02:43:49.467299 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Router 8ab30363-72c0-4158-84ed-51aa1d7bea78 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:43:49.586471 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:49.591420 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:49.597959 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291c0647-267c-4a34-bf43-8166bd2a3cd6 None None] Sync routers for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:49.609042 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c0647-267c-4a34-bf43-8166bd2a3cd6 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:43:49.609700 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-291c0647-267c-4a34-bf43-8166bd2a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:43:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:49.620897 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:49.631974 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-3b280759-3c31-49ca-be76-5c2b60cc5550 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/8f43af81-9fad-479b-8051-1c862fbae25e HTTP/1.1" status: 204 len: 168 time: 0.8912771 Aug 27 02:43:49.633256 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'tag': '0f6ab26e-c941-4e20-b27e-ed8630548227'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:43:49.635828 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b4020-7f17-480c-b0f4-062c82eaddd2", "tag": "0f6ab26e-c941-4e20-b27e-ed8630548227"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:49.651639 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:49.707364 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a537680-76e4-4eb8-a2a1-deb0153a9537 x-openstack-request-id: req-2a537680-76e4-4eb8-a2a1-deb0153a9537 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:49.707616 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b4020-7f17-480c-b0f4-062c82eaddd2", "tag": "0f6ab26e-c941-4e20-b27e-ed8630548227", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:49.707878 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a537680-76e4-4eb8-a2a1-deb0153a9537 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:49.709250 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a537680-76e4-4eb8-a2a1-deb0153a9537'] response: {'name': 'network-changed', 'server_uuid': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'tag': '0f6ab26e-c941-4e20-b27e-ed8630548227', 'status': 'completed', 'code': 200} Aug 27 02:43:49.722660 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-291c0647-267c-4a34-bf43-8166bd2a3cd6 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:43:49.793605 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:49.798595 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a req-2903a585-d53c-437f-b9be-da9376ef40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:49.800209 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a req-2903a585-d53c-437f-b9be-da9376ef40fe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 1129 time: 0.0458188 Aug 27 02:43:49.886460 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:49.918619 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a req-d23a098f-2911-4bc6-9702-9aa68565b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:49.920098 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a req-d23a098f-2911-4bc6-9702-9aa68565b777 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.1135662 Aug 27 02:43:49.977885 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:49.984060 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebff30-45ef-4878-9401-5798d3263dc2 req-8e718ac9-e322-49ad-91fa-79eace580953 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:49.988403 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f3ebff30-45ef-4878-9401-5798d3263dc2 req-8e718ac9-e322-49ad-91fa-79eace580953 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 945 time: 0.1158187 Aug 27 02:43:50.033753 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-291c0647-267c-4a34-bf43-8166bd2a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '7b514ed1-b4ba-4126-9f4b-37a42a1cf015', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:92:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:39:14Z', 'updated_at': '2022-08-27T02:39:16Z', 'revision_number': 1, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:50.036779 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f3ebff30-45ef-4878-9401-5798d3263dc2 req-23b9f0a2-ba09-4ea6-b4dc-e26f237372ce tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448120 Aug 27 02:43:50.058779 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291c0647-267c-4a34-bf43-8166bd2a3cd6 None None] Checking router: 8ab30363-72c0-4158-84ed-51aa1d7bea78 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:50.067432 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c0647-267c-4a34-bf43-8166bd2a3cd6 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:43:50.068026 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-291c0647-267c-4a34-bf43-8166bd2a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:43:24Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:50.181454 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-291c0647-267c-4a34-bf43-8166bd2a3cd6 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:43:50.412598 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-291c0647-267c-4a34-bf43-8166bd2a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '7b514ed1-b4ba-4126-9f4b-37a42a1cf015', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:92:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:39:14Z', 'updated_at': '2022-08-27T02:39:16Z', 'revision_number': 1, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:50.444375 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291c0647-267c-4a34-bf43-8166bd2a3cd6 None None] The sync data for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi is: [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_floatingips': [{'id': '7b514ed1-b4ba-4126-9f4b-37a42a1cf015', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'router_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'port_id': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'mac_address': 'fa:16:3e:92:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-27T02:39:14Z', 'updated_at': '2022-08-27T02:39:16Z', 'revision_number': 1, 'project_id': '79e671941c234f36b542080d256de2c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:50.711916 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb4b7d-7ba8-48e9-abc3-d05beefba67c None None] New status for floating IP 8f43af81-9fad-479b-8051-1c862fbae25e: DOWN {{(pid=106605) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:43:50.933532 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-ebf3de43-b280-4331-a754-4c0dbec9cbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:50.950543 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a req-60f5cb6e-516b-4d14-a3be-f40e1f57e93a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f6ab26e-c941-4e20-b27e-ed8630548227 HTTP/1.1" status: 200 len: 217 time: 0.0352900 Aug 27 02:43:51.003818 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a req-91743c3a-dc8b-4ded-99d0-b80f1ddc15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:51.005316 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a req-91743c3a-dc8b-4ded-99d0-b80f1ddc15f4 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0486228 Aug 27 02:43:51.054324 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a req-041af289-f2c2-4cb1-96bd-627d298a51f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:51.055810 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a req-041af289-f2c2-4cb1-96bd-627d298a51f3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407999 Aug 27 02:43:51.160332 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a req-be0e96ec-9a1a-4163-8956-fefbf3feca86 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946813 Aug 27 02:43:51.229038 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adcaea-5d94-4363-a517-d49ac089a4d3 req-22920077-014b-4ce8-a104-c2f408d383cf tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:51.230377 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59adcaea-5d94-4363-a517-d49ac089a4d3 req-22920077-014b-4ce8-a104-c2f408d383cf tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 945 time: 0.1114299 Aug 27 02:43:51.332446 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-59adcaea-5d94-4363-a517-d49ac089a4d3 req-e17ac06e-fe92-498f-bd61-5d3bd326020a tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919652 Aug 27 02:43:51.343306 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1095e796-27d6-4cf4-aaf4-8d4c2949bc0a req-5bfa5daf-2d48-45ab-bf53-f5381ce3ab8e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295183 Aug 27 02:43:51.802948 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e43ef0-b920-4493-bd6c-4363e67e3477 req-de82c33d-a984-4bf9-b19d-9542c0c3cfc8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:51.804421 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c1e43ef0-b920-4493-bd6c-4363e67e3477 req-de82c33d-a984-4bf9-b19d-9542c0c3cfc8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 945 time: 0.0561271 Aug 27 02:43:51.889209 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-c1e43ef0-b920-4493-bd6c-4363e67e3477 req-d72f8d29-7cae-4d61-b563-41849c9505b8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Deleting port 0f6ab26e-c941-4e20-b27e-ed8630548227 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:43:51.889499 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c1e43ef0-b920-4493-bd6c-4363e67e3477 req-d72f8d29-7cae-4d61-b563-41849c9505b8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:51.987379 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-c1e43ef0-b920-4493-bd6c-4363e67e3477 req-d72f8d29-7cae-4d61-b563-41849c9505b8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] For port 0f6ab26e-c941-4e20-b27e-ed8630548227, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=0f6ab26e-c941-4e20-b27e-ed8630548227,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:51.988094 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c1e43ef0-b920-4493-bd6c-4363e67e3477 req-d72f8d29-7cae-4d61-b563-41849c9505b8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:52.002580 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-c1e43ef0-b920-4493-bd6c-4363e67e3477 req-d72f8d29-7cae-4d61-b563-41849c9505b8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Calling delete_port for 0f6ab26e-c941-4e20-b27e-ed8630548227 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:43:52.117794 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:52.140265 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c1e43ef0-b920-4493-bd6c-4363e67e3477 req-d72f8d29-7cae-4d61-b563-41849c9505b8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (0f6ab26e-c941-4e20-b27e-ed8630548227), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:52.171382 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f8d29-7cae-4d61-b563-41849c9505b8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event deleted for resources: {'Port': ['ID=0f6ab26e-c941-4e20-b27e-ed8630548227,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:52.216468 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e43ef0-b920-4493-bd6c-4363e67e3477 req-d72f8d29-7cae-4d61-b563-41849c9505b8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] No DVR routers for this DVR port 0f6ab26e-c941-4e20-b27e-ed8630548227 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:43:52.219029 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c1e43ef0-b920-4493-bd6c-4363e67e3477 req-d72f8d29-7cae-4d61-b563-41849c9505b8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:52.222438 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c1e43ef0-b920-4493-bd6c-4363e67e3477 req-d72f8d29-7cae-4d61-b563-41849c9505b8 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "DELETE /networking/v2.0/ports/0f6ab26e-c941-4e20-b27e-ed8630548227 HTTP/1.1" status: 204 len: 173 time: 0.4124048 Aug 27 02:43:52.222849 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'name': 'network-vif-deleted', 'tag': '0f6ab26e-c941-4e20-b27e-ed8630548227'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:43:52.225069 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed39bb1a-8a61-4f35-b2d9-b96a6e85268d" -d '{"events": [{"server_uuid": "a29b4020-7f17-480c-b0f4-062c82eaddd2", "name": "network-vif-deleted", "tag": "0f6ab26e-c941-4e20-b27e-ed8630548227"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:52.262724 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d734a0-4a69-4feb-9a50-956d55efc374 x-openstack-request-id: req-d2d734a0-4a69-4feb-9a50-956d55efc374 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:52.263008 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b4020-7f17-480c-b0f4-062c82eaddd2", "name": "network-vif-deleted", "tag": "0f6ab26e-c941-4e20-b27e-ed8630548227", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:52.263258 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2d734a0-4a69-4feb-9a50-956d55efc374 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:52.263656 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d734a0-4a69-4feb-9a50-956d55efc374'] response: {'server_uuid': 'a29b4020-7f17-480c-b0f4-062c82eaddd2', 'name': 'network-vif-deleted', 'tag': '0f6ab26e-c941-4e20-b27e-ed8630548227', 'status': 'completed', 'code': 200} Aug 27 02:43:52.445010 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-68edd4a0-87c0-4405-a09f-64f6d03df6c1 req-70e5b475-3f3e-4e06-bd3b-9ee349881128 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a29b4020-7f17-480c-b0f4-062c82eaddd2 HTTP/1.1" status: 200 len: 210 time: 0.0305607 Aug 27 02:43:53.970830 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-3ed34ddb-813b-459a-8c14-8c16ac885fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:55.037208 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 0f6ab26e-c941-4e20-b27e-ed8630548227 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:55.060971 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 0f6ab26e-c941-4e20-b27e-ed8630548227 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:43:55.061354 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 0f6ab26e-c941-4e20-b27e-ed8630548227 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:55.777692 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54720) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:43:55.880698 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:55.931440 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Deleting port cc4464e3-7514-4f88-8e1b-f93b45a458e9 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:43:55.931785 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (cc4464e3-7514-4f88-8e1b-f93b45a458e9), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:56.022256 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (cc4464e3-7514-4f88-8e1b-f93b45a458e9), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:56.022516 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (cc4464e3-7514-4f88-8e1b-f93b45a458e9), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:56.036795 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Calling delete_port for cc4464e3-7514-4f88-8e1b-f93b45a458e9 owned by network:floatingip {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:43:56.193835 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (cc4464e3-7514-4f88-8e1b-f93b45a458e9), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:56.220603 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event deleted for resources: {'Port': ['ID=cc4464e3-7514-4f88-8e1b-f93b45a458e9,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:56.291976 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (7b514ed1-b4ba-4126-9f4b-37a42a1cf015), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:56.292264 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Floating IP 7b514ed1-b4ba-4126-9f4b-37a42a1cf015 disassociated (deleted). External IP: 172.27.1.136, port: df547cda-45a3-4fd8-bd2f-f3b5e1938759. Aug 27 02:43:56.519223 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Router 8ab30363-72c0-4158-84ed-51aa1d7bea78 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:43:56.631226 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:56.635953 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:56.637770 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:56.642594 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e9dc9-ba20-4837-a9ce-66e40b470699 None None] Sync routers for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:56.652144 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e9dc9-ba20-4837-a9ce-66e40b470699 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:43:56.652985 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-7c7e9dc9-ba20-4837-a9ce-66e40b470699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:43:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:56.671416 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-9052ef4b-bd88-45fd-a48a-0ff90b0bc52c tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/7b514ed1-b4ba-4126-9f4b-37a42a1cf015 HTTP/1.1" status: 204 len: 168 time: 0.8925912 Aug 27 02:43:56.672041 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'tag': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:43:56.674724 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b" -d '{"events": [{"name": "network-changed", "server_uuid": "2afc317e-fd8d-4e86-89d9-aba4b76d83cb", "tag": "df547cda-45a3-4fd8-bd2f-f3b5e1938759"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:56.677937 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:56.714464 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e0f8bb-fc60-49a8-bd9c-96a969c52f4a x-openstack-request-id: req-84e0f8bb-fc60-49a8-bd9c-96a969c52f4a {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:56.714759 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afc317e-fd8d-4e86-89d9-aba4b76d83cb", "tag": "df547cda-45a3-4fd8-bd2f-f3b5e1938759", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:56.715846 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84e0f8bb-fc60-49a8-bd9c-96a969c52f4a {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:56.715846 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e0f8bb-fc60-49a8-bd9c-96a969c52f4a'] response: {'name': 'network-changed', 'server_uuid': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'tag': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'status': 'completed', 'code': 200} Aug 27 02:43:56.785668 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-7c7e9dc9-ba20-4837-a9ce-66e40b470699 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:43:56.808748 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:56.810453 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b req-c1fbfd4f-6473-4028-a7c2-f346cbbe5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:56.812259 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b req-c1fbfd4f-6473-4028-a7c2-f346cbbe5d4f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=79e671941c234f36b542080d256de2c6&device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 1130 time: 0.0464885 Aug 27 02:43:56.939895 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52327648-547b-4a42-89cf-af9fdc4d1d05 req-bc0962a5-9743-408d-983f-57b443cb1e38 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:56.941272 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-52327648-547b-4a42-89cf-af9fdc4d1d05 req-bc0962a5-9743-408d-983f-57b443cb1e38 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 946 time: 0.0689344 Aug 27 02:43:56.957699 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b req-67c5ba6d-4982-4215-a9f5-487574039d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:56.959102 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b req-67c5ba6d-4982-4215-a9f5-487574039d5d service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 200 len: 913 time: 0.1398489 Aug 27 02:43:56.984137 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-7c7e9dc9-ba20-4837-a9ce-66e40b470699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:56.999016 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-52327648-547b-4a42-89cf-af9fdc4d1d05 req-66a1f48b-17cb-47f7-91c3-2abd5ba61a76 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502834 Aug 27 02:43:57.009796 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e9dc9-ba20-4837-a9ce-66e40b470699 None None] Checking router: 8ab30363-72c0-4158-84ed-51aa1d7bea78 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:57.018831 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e9dc9-ba20-4837-a9ce-66e40b470699 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:43:57.019428 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-7c7e9dc9-ba20-4837-a9ce-66e40b470699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:43:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:57.021890 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:57.125847 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-7c7e9dc9-ba20-4837-a9ce-66e40b470699 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:43:57.242262 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:57.317948 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-7c7e9dc9-ba20-4837-a9ce-66e40b470699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:57.346858 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e9dc9-ba20-4837-a9ce-66e40b470699 None None] The sync data for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi is: [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:35:29Z', 'revision_number': 4, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '3211eeae-6879-4e7e-88b6-dd390da77dc8', 'name': '', 'network_id': '3a1ac093-e4b6-48ea-aff8-2575f231ba35', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'mac_address': 'fa:16:3e:71:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:28Z', 'updated_at': '2022-08-27T02:35:37Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'subnets': [{'id': '8c080214-b45e-4fcb-b0ae-d5409fab3aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:57.613022 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b155d4-ffa9-4452-bd5d-df43343e9744 None None] New status for floating IP 7b514ed1-b4ba-4126-9f4b-37a42a1cf015: DOWN {{(pid=106605) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:43:57.978245 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b req-cc5c99b8-0d0a-4217-97a0-77b3c2e21cf7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df547cda-45a3-4fd8-bd2f-f3b5e1938759 HTTP/1.1" status: 200 len: 217 time: 0.0339408 Aug 27 02:43:58.018444 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:58.046370 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b req-052a2aae-f09d-4f65-8d14-f1f4a2be900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:58.048832 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b req-052a2aae-f09d-4f65-8d14-f1f4a2be900d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 200 len: 851 time: 0.0622578 Aug 27 02:43:58.134437 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b req-09b62552-1427-4671-a92f-1ead1034f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:58.135908 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b req-09b62552-1427-4671-a92f-1ead1034f158 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=3a1ac093-e4b6-48ea-aff8-2575f231ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773547 Aug 27 02:43:58.147161 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70539cb3-2830-47f3-bbca-1f742b96201d req-decfb63a-0e22-4488-acf6-9d54a16e7d4b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:58.148530 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-70539cb3-2830-47f3-bbca-1f742b96201d req-decfb63a-0e22-4488-acf6-9d54a16e7d4b tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 946 time: 0.0576301 Aug 27 02:43:58.207124 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-70539cb3-2830-47f3-bbca-1f742b96201d req-16aaead1-38af-4b64-aa48-62b5867fb867 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=88e65067-c38b-49c3-b93e-de58d7f17c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492337 Aug 27 02:43:58.362420 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b req-7fd58b21-3a45-4676-83d3-322578690194 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971379 Aug 27 02:43:58.620515 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6e59b0eb-fb51-4adb-a66e-eb9e7f7ca37b req-1171eb51-885b-4f5c-8f33-b0882ba9029b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971429 Aug 27 02:43:58.752045 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e526-fa8b-4bc2-a3a9-1a2646f92d1a req-8741b5b8-c3ce-45b2-879f-016b76375178 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:43:58.753533 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7928e526-fa8b-4bc2-a3a9-1a2646f92d1a req-8741b5b8-c3ce-45b2-879f-016b76375178 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 946 time: 0.0565960 Aug 27 02:43:58.839493 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-7928e526-fa8b-4bc2-a3a9-1a2646f92d1a req-4e1b3796-5cdc-4b93-a324-62ac65e09524 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Deleting port df547cda-45a3-4fd8-bd2f-f3b5e1938759 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:43:58.839778 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-7928e526-fa8b-4bc2-a3a9-1a2646f92d1a req-4e1b3796-5cdc-4b93-a324-62ac65e09524 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:58.871135 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:58.928960 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:58.936052 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-7928e526-fa8b-4bc2-a3a9-1a2646f92d1a req-4e1b3796-5cdc-4b93-a324-62ac65e09524 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] For port df547cda-45a3-4fd8-bd2f-f3b5e1938759, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=df547cda-45a3-4fd8-bd2f-f3b5e1938759,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:58.936409 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-7928e526-fa8b-4bc2-a3a9-1a2646f92d1a req-4e1b3796-5cdc-4b93-a324-62ac65e09524 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:58.949914 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-7928e526-fa8b-4bc2-a3a9-1a2646f92d1a req-4e1b3796-5cdc-4b93-a324-62ac65e09524 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Calling delete_port for df547cda-45a3-4fd8-bd2f-f3b5e1938759 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:43:59.082484 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-7928e526-fa8b-4bc2-a3a9-1a2646f92d1a req-4e1b3796-5cdc-4b93-a324-62ac65e09524 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (df547cda-45a3-4fd8-bd2f-f3b5e1938759), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:59.103817 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:59.116643 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b3796-5cdc-4b93-a324-62ac65e09524 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event deleted for resources: {'Port': ['ID=df547cda-45a3-4fd8-bd2f-f3b5e1938759,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:59.122845 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:43:59.168172 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-7928e526-fa8b-4bc2-a3a9-1a2646f92d1a req-4e1b3796-5cdc-4b93-a324-62ac65e09524 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] No DVR routers for this DVR port df547cda-45a3-4fd8-bd2f-f3b5e1938759 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:43:59.170462 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-7928e526-fa8b-4bc2-a3a9-1a2646f92d1a req-4e1b3796-5cdc-4b93-a324-62ac65e09524 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:43:59.174726 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7928e526-fa8b-4bc2-a3a9-1a2646f92d1a req-4e1b3796-5cdc-4b93-a324-62ac65e09524 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.45 "DELETE /networking/v2.0/ports/df547cda-45a3-4fd8-bd2f-f3b5e1938759 HTTP/1.1" status: 204 len: 173 time: 0.4154727 Aug 27 02:43:59.175169 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'name': 'network-vif-deleted', 'tag': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:43:59.179052 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa004763-104c-4ee0-9006-a7dead987e90" -d '{"events": [{"server_uuid": "2afc317e-fd8d-4e86-89d9-aba4b76d83cb", "name": "network-vif-deleted", "tag": "df547cda-45a3-4fd8-bd2f-f3b5e1938759"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:59.218663 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9886a2-de36-491c-861d-7f3b53c00b29 x-openstack-request-id: req-bd9886a2-de36-491c-861d-7f3b53c00b29 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:59.218962 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afc317e-fd8d-4e86-89d9-aba4b76d83cb", "name": "network-vif-deleted", "tag": "df547cda-45a3-4fd8-bd2f-f3b5e1938759", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:59.219634 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd9886a2-de36-491c-861d-7f3b53c00b29 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:59.220037 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9886a2-de36-491c-861d-7f3b53c00b29'] response: {'server_uuid': '2afc317e-fd8d-4e86-89d9-aba4b76d83cb', 'name': 'network-vif-deleted', 'tag': 'df547cda-45a3-4fd8-bd2f-f3b5e1938759', 'status': 'completed', 'code': 200} Aug 27 02:43:59.319996 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e6e19f3-ae40-4e58-861a-0cdd4d8a0b88 req-036e3c8b-1041-405f-8323-c442fd092994 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2afc317e-fd8d-4e86-89d9-aba4b76d83cb HTTP/1.1" status: 200 len: 210 time: 0.0335810 Aug 27 02:44:00.408522 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54736) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:00.524705 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-8d90d1a2-f5af-4905-9ed5-81235fa456f3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Deleting port fe7c48bf-0295-44f9-a368-99f98eb635b7 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:44:00.524999 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8d90d1a2-f5af-4905-9ed5-81235fa456f3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (fe7c48bf-0295-44f9-a368-99f98eb635b7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:00.610259 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8d90d1a2-f5af-4905-9ed5-81235fa456f3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (fe7c48bf-0295-44f9-a368-99f98eb635b7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:00.610567 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8d90d1a2-f5af-4905-9ed5-81235fa456f3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (fe7c48bf-0295-44f9-a368-99f98eb635b7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:00.624411 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-8d90d1a2-f5af-4905-9ed5-81235fa456f3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Calling delete_port for fe7c48bf-0295-44f9-a368-99f98eb635b7 owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:44:00.770462 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8d90d1a2-f5af-4905-9ed5-81235fa456f3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (fe7c48bf-0295-44f9-a368-99f98eb635b7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:00.801824 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90d1a2-f5af-4905-9ed5-81235fa456f3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event deleted for resources: {'Port': ['ID=fe7c48bf-0295-44f9-a368-99f98eb635b7,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:00.863358 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8d90d1a2-f5af-4905-9ed5-81235fa456f3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for floatingip (05d52f79-8df4-4424-bb0f-82bcd4583044), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:00.865839 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8d90d1a2-f5af-4905-9ed5-81235fa456f3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:00.866986 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8d90d1a2-f5af-4905-9ed5-81235fa456f3 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/05d52f79-8df4-4424-bb0f-82bcd4583044 HTTP/1.1" status: 204 len: 168 time: 0.4602144 Aug 27 02:44:02.111745 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54750) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:02.179919 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5a26-6352-4e0a-b3e7-f7381655d855 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group (88e65067-c38b-49c3-b93e-de58d7f17c27), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:02.205178 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5a26-6352-4e0a-b3e7-f7381655d855 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group (88e65067-c38b-49c3-b93e-de58d7f17c27), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:02.270623 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5a26-6352-4e0a-b3e7-f7381655d855 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (88e65067-c38b-49c3-b93e-de58d7f17c27), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:02.273282 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5a26-6352-4e0a-b3e7-f7381655d855 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:02.276140 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ca7a5a26-6352-4e0a-b3e7-f7381655d855 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/88e65067-c38b-49c3-b93e-de58d7f17c27 HTTP/1.1" status: 204 len: 168 time: 0.1617537 Aug 27 02:44:02.285360 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a5a26-6352-4e0a-b3e7-f7381655d855 tempest-TestVolumeBootPattern-1006469397 tempest-TestVolumeBootPattern-1006469397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e65067-c38b-49c3-b93e-de58d7f17c27,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:02.340147 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54754) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:02.620626 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:02.817572 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675507'] for router_interface (8ab30363-72c0-4158-84ed-51aa1d7bea78), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:03.038007 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device df547cda-45a3-4fd8-bd2f-f3b5e1938759 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:03.057739 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: df547cda-45a3-4fd8-bd2f-f3b5e1938759 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:44:03.058100 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device df547cda-45a3-4fd8-bd2f-f3b5e1938759 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:03.080578 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] Deleting port 3211eeae-6879-4e7e-88b6-dd390da77dc8 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:44:03.080986 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:03.179259 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] For port 3211eeae-6879-4e7e-88b6-dd390da77dc8, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=3211eeae-6879-4e7e-88b6-dd390da77dc8,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:03.179671 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:03.197309 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] Calling delete_port for 3211eeae-6879-4e7e-88b6-dd390da77dc8 owned by network:router_interface {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:44:03.379222 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:03.399017 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (3211eeae-6879-4e7e-88b6-dd390da77dc8), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:03.423397 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=3211eeae-6879-4e7e-88b6-dd390da77dc8,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:03.591898 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:03.606426 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675399'] for router_interface (8ab30363-72c0-4158-84ed-51aa1d7bea78), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:03.830177 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] Router 8ab30363-72c0-4158-84ed-51aa1d7bea78 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:44:04.197078 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:44:04.202146 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-1e9d7aed-10f6-48db-a358-3a3e32319a23 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/8ab30363-72c0-4158-84ed-51aa1d7bea78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8608103 Aug 27 02:44:04.207323 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54758) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:04.210238 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9b956-ee8d-4e35-96bb-6f089c04ecd9 None None] Sync routers for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:44:04.222083 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9b956-ee8d-4e35-96bb-6f089c04ecd9 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:44:04.222695 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-71a9b956-ee8d-4e35-96bb-6f089c04ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:43:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:04.306183 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Publish callbacks [] for router (8ab30363-72c0-4158-84ed-51aa1d7bea78), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:04.418023 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Publish callbacks [] for router_gateway (8ab30363-72c0-4158-84ed-51aa1d7bea78), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:04.420210 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-71a9b956-ee8d-4e35-96bb-6f089c04ecd9 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:44:04.473286 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Deleting port 899bc9de-923c-4cce-a3a1-d60a82451aeb {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:44:04.473668 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:04.558429 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] For port 899bc9de-923c-4cce-a3a1-d60a82451aeb, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=899bc9de-923c-4cce-a3a1-d60a82451aeb,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:04.558797 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:04.572168 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Calling delete_port for 899bc9de-923c-4cce-a3a1-d60a82451aeb owned by network:router_gateway {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:44:04.595557 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-71a9b956-ee8d-4e35-96bb-6f089c04ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:44:03Z', 'revision_number': 5, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port': {'id': '899bc9de-923c-4cce-a3a1-d60a82451aeb', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:25Z', 'updated_at': '2022-08-27T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:04.622846 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9b956-ee8d-4e35-96bb-6f089c04ecd9 None None] Checking router: 8ab30363-72c0-4158-84ed-51aa1d7bea78 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:44:04.630527 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:04.632088 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9b956-ee8d-4e35-96bb-6f089c04ecd9 None None] Routers {'8ab30363-72c0-4158-84ed-51aa1d7bea78'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:44:04.632708 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-71a9b956-ee8d-4e35-96bb-6f089c04ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:43:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['8ab30363-72c0-4158-84ed-51aa1d7bea78'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:04.768774 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-71a9b956-ee8d-4e35-96bb-6f089c04ecd9 None None] Set router 8ab30363-72c0-4158-84ed-51aa1d7bea78 gateway port host: None {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:44:04.789702 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:04.808069 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (899bc9de-923c-4cce-a3a1-d60a82451aeb), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:04.828314 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-71a9b956-ee8d-4e35-96bb-6f089c04ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:44:04Z', 'revision_number': 6, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port_host': None}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:04.832006 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=899bc9de-923c-4cce-a3a1-d60a82451aeb,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:04.857718 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9b956-ee8d-4e35-96bb-6f089c04ecd9 None None] The sync data for ids ['8ab30363-72c0-4158-84ed-51aa1d7bea78'] in dv-cinder-846303-3-iscsi is: [{'id': '8ab30363-72c0-4158-84ed-51aa1d7bea78', 'name': 'tempest-TestVolumeBootPattern-1744025373-router', 'tenant_id': '79e671941c234f36b542080d256de2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:24Z', 'updated_at': '2022-08-27T02:44:04Z', 'revision_number': 6, 'project_id': '79e671941c234f36b542080d256de2c6', 'gw_port_host': None}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:44:04.910582 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676854'] for router_gateway (8ab30363-72c0-4158-84ed-51aa1d7bea78), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.020751 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62925'] for router (8ab30363-72c0-4158-84ed-51aa1d7bea78), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.023103 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Publish callbacks [] for router_controller (8ab30363-72c0-4158-84ed-51aa1d7bea78), precommit_delete_associations {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.097641 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1675487'] for router (8ab30363-72c0-4158-84ed-51aa1d7bea78), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.098235 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab30363-72c0-4158-84ed-51aa1d7bea78 {{(pid=106604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:44:05.103657 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.105130 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-f013d72a-6742-444a-ae66-ea4766a65d05 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/8ab30363-72c0-4158-84ed-51aa1d7bea78 HTTP/1.1" status: 204 len: 168 time: 0.8968408 Aug 27 02:44:05.107723 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54760) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:05.156153 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b27ba4f-c5e3-49cb-9975-8eb673c9b77f admin admin] Deleting subnet 8c080214-b45e-4fcb-b0ae-d5409fab3aae {{(pid=106604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:44:05.159477 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2b27ba4f-c5e3-49cb-9975-8eb673c9b77f admin admin] Publish callbacks [] for subnet (8c080214-b45e-4fcb-b0ae-d5409fab3aae), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.205821 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2b27ba4f-c5e3-49cb-9975-8eb673c9b77f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15646672'] for subnet (8c080214-b45e-4fcb-b0ae-d5409fab3aae), precommit_delete_associations {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.321958 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2b27ba4f-c5e3-49cb-9975-8eb673c9b77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (8c080214-b45e-4fcb-b0ae-d5409fab3aae), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.384623 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2b27ba4f-c5e3-49cb-9975-8eb673c9b77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15342268'] for subnet (8c080214-b45e-4fcb-b0ae-d5409fab3aae), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.414372 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27ba4f-c5e3-49cb-9975-8eb673c9b77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c080214-b45e-4fcb-b0ae-d5409fab3aae,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:05.419422 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2b27ba4f-c5e3-49cb-9975-8eb673c9b77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.423807 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-2b27ba4f-c5e3-49cb-9975-8eb673c9b77f admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/8c080214-b45e-4fcb-b0ae-d5409fab3aae HTTP/1.1" status: 204 len: 168 time: 0.3136971 Aug 27 02:44:05.426871 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54762) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:05.427049 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283b429-5a71-444c-8048-0795748eb95d None None] Network 3a1ac093-e4b6-48ea-aff8-2575f231ba35 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:44:05.504861 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (3a1ac093-e4b6-48ea-aff8-2575f231ba35), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.550171 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Deleting port 654ac6f5-4b12-4308-b449-b722cf94bb5d {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:44:05.550530 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.625373 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] For port 654ac6f5-4b12-4308-b449-b722cf94bb5d, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=654ac6f5-4b12-4308-b449-b722cf94bb5d,segment=NetworkSegment(9f99a69d-206b-4515-9b90-f827a81fe526),segment_id=9f99a69d-206b-4515-9b90-f827a81fe526)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:05.625665 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.639102 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Calling delete_port for 654ac6f5-4b12-4308-b449-b722cf94bb5d owned by network:dhcp {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:44:05.688849 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] DHCP port deletion for 3a1ac093-e4b6-48ea-aff8-2575f231ba35 request from dv-cinder-846303-3-iscsi {{(pid=106605) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 02:44:05.699556 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 3211eeae-6879-4e7e-88b6-dd390da77dc8 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:05.714343 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:05.733099 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 3211eeae-6879-4e7e-88b6-dd390da77dc8 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:44:05.733610 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 3211eeae-6879-4e7e-88b6-dd390da77dc8 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:05.738980 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.762610 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Pushing event deleted for resources: {'Port': ['ID=654ac6f5-4b12-4308-b449-b722cf94bb5d,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:05.769310 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] No DVR routers for this DVR port 654ac6f5-4b12-4308-b449-b722cf94bb5d on host dv-cinder-846303-3-iscsi {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:44:05.773690 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Deleting port 654ac6f5-4b12-4308-b449-b722cf94bb5d {{(pid=106605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:44:05.774295 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), before_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.840896 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] For port 654ac6f5-4b12-4308-b449-b722cf94bb5d, host dv-cinder-846303-3-iscsi, got binding levels [] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:05.841601 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), precommit_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.849493 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (3a1ac093-e4b6-48ea-aff8-2575f231ba35), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.855569 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Calling delete_port for 654ac6f5-4b12-4308-b449-b722cf94bb5d owned by network:dhcp {{(pid=106605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:44:05.858421 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.ipam_backend_mixin [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Port 654ac6f5-4b12-4308-b449-b722cf94bb5d was not found and therefore no delete operation was performed {{(pid=106605) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 27 02:44:05.859766 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (654ac6f5-4b12-4308-b449-b722cf94bb5d), after_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.870628 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1ac093-e4b6-48ea-aff8-2575f231ba35']}} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:05.881206 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f99a69d-206b-4515-9b90-f827a81fe526') {'for_net_delete': True} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:05.881519 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f99a69d-206b-4515-9b90-f827a81fe526') {} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:05.889317 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Pushing event deleted for resources: {'Port': ['ID=654ac6f5-4b12-4308-b449-b722cf94bb5d,revision_number=None']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:05.894760 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] No DVR routers for this DVR port 654ac6f5-4b12-4308-b449-b722cf94bb5d on host dv-cinder-846303-3-iscsi {{(pid=106605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:44:05.896289 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15646681'] for segment (9f99a69d-206b-4515-9b90-f827a81fe526), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.898053 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:05.908968 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.909273 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.909464 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.909750 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.910354 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.910531 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.911038 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.911536 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.911842 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.912168 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.912997 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.912997 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.913292 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.913602 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.913905 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e869a85-ef2a-4571-b08b-4836ffcf72d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:05.919865 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (9f99a69d-206b-4515-9b90-f827a81fe526), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.927057 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:05.927519 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13860195'] for segment (9f99a69d-206b-4515-9b90-f827a81fe526), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:05.970267 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 9f99a69d-206b-4515-9b90-f827a81fe526 resource provider aggregate not found Aug 27 02:44:05.992933 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 9f99a69d-206b-4515-9b90-f827a81fe526 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f99a69d-206b-4515-9b90-f827a81fe526 found for delete ", "request_id": "req-537d363c-e2c7-4bec-9d36-87b3c76c958e"}]} Aug 27 02:44:06.000532 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (3a1ac093-e4b6-48ea-aff8-2575f231ba35), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:06.006304 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:06.012170 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/3a1ac093-e4b6-48ea-aff8-2575f231ba35 HTTP/1.1" status: 204 len: 168 time: 0.5816648 Aug 27 02:44:06.012528 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54768) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:06.025641 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4fe2a-69b6-4559-943e-e888b10c5573 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a1ac093-e4b6-48ea-aff8-2575f231ba35,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:06.370552 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:06.558788 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:06.604118 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675507'] for router_interface (0457cdee-f87b-43aa-b8e2-f02873061fc3), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:06.830194 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] Deleting port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:44:06.830500 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:06.913673 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] For port 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=5e6a2a3e-88de-47b9-8124-bf2ad9f22e63,segment=NetworkSegment(551a49b1-177c-4517-a408-75d2a84b0033),segment_id=551a49b1-177c-4517-a408-75d2a84b0033)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:06.914027 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:06.927040 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] Calling delete_port for 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:44:07.106972 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 899bc9de-923c-4cce-a3a1-d60a82451aeb no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:07.109901 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (5e6a2a3e-88de-47b9-8124-bf2ad9f22e63), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:07.118799 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:07.127239 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 899bc9de-923c-4cce-a3a1-d60a82451aeb {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:44:07.127595 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 899bc9de-923c-4cce-a3a1-d60a82451aeb not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:07.128018 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 654ac6f5-4b12-4308-b449-b722cf94bb5d no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:07.138849 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6a2a3e-88de-47b9-8124-bf2ad9f22e63,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:07.147054 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 654ac6f5-4b12-4308-b449-b722cf94bb5d {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:44:07.147212 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 654ac6f5-4b12-4308-b449-b722cf94bb5d not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:07.316348 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675399'] for router_interface (0457cdee-f87b-43aa-b8e2-f02873061fc3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:07.531697 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] Router 0457cdee-f87b-43aa-b8e2-f02873061fc3 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:44:07.538682 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:07.638264 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:44:07.643710 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-91306a84-7594-4fe7-b53c-df2a21b8f018 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0457cdee-f87b-43aa-b8e2-f02873061fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6299827 Aug 27 02:44:07.646873 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54770) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:07.648130 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d074a7-a51a-4cc8-80e0-154bcd2773fe None None] Sync routers for ids ['0457cdee-f87b-43aa-b8e2-f02873061fc3'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:44:07.660563 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d074a7-a51a-4cc8-80e0-154bcd2773fe None None] Routers {'0457cdee-f87b-43aa-b8e2-f02873061fc3'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:44:07.663427 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d1d074a7-a51a-4cc8-80e0-154bcd2773fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:43:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['0457cdee-f87b-43aa-b8e2-f02873061fc3'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:07.752229 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Publish callbacks [] for router (0457cdee-f87b-43aa-b8e2-f02873061fc3), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:07.768321 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-d1d074a7-a51a-4cc8-80e0-154bcd2773fe None None] Set router 0457cdee-f87b-43aa-b8e2-f02873061fc3 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:44:07.857100 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Publish callbacks [] for router_gateway (0457cdee-f87b-43aa-b8e2-f02873061fc3), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:07.900862 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Deleting port 310ca06d-c025-47ac-9f40-b319baf3da31 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:44:07.901109 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:07.943519 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d1d074a7-a51a-4cc8-80e0-154bcd2773fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'name': 'tempest-TestVolumeBootPattern-1811133710-router', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:32Z', 'updated_at': '2022-08-27T02:44:07Z', 'revision_number': 5, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'gw_port': {'id': '310ca06d-c025-47ac-9f40-b319baf3da31', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:35:33Z', 'updated_at': '2022-08-27T02:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:07.969949 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d074a7-a51a-4cc8-80e0-154bcd2773fe None None] Checking router: 0457cdee-f87b-43aa-b8e2-f02873061fc3 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:44:07.978827 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d074a7-a51a-4cc8-80e0-154bcd2773fe None None] Routers {'0457cdee-f87b-43aa-b8e2-f02873061fc3'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:44:07.979675 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d1d074a7-a51a-4cc8-80e0-154bcd2773fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:43:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['0457cdee-f87b-43aa-b8e2-f02873061fc3'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:07.987098 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] For port 310ca06d-c025-47ac-9f40-b319baf3da31, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=310ca06d-c025-47ac-9f40-b319baf3da31,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:07.987466 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.000570 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Calling delete_port for 310ca06d-c025-47ac-9f40-b319baf3da31 owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:44:08.013061 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:08.060276 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:08.066810 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-d1d074a7-a51a-4cc8-80e0-154bcd2773fe None None] Set router 0457cdee-f87b-43aa-b8e2-f02873061fc3 gateway port host: None {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:44:08.090755 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:08.118732 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-d1d074a7-a51a-4cc8-80e0-154bcd2773fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'name': 'tempest-TestVolumeBootPattern-1811133710-router', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:32Z', 'updated_at': '2022-08-27T02:44:07Z', 'revision_number': 6, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'gw_port_host': None}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:08.150566 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d074a7-a51a-4cc8-80e0-154bcd2773fe None None] The sync data for ids ['0457cdee-f87b-43aa-b8e2-f02873061fc3'] in dv-cinder-846303-3-iscsi is: [{'id': '0457cdee-f87b-43aa-b8e2-f02873061fc3', 'name': 'tempest-TestVolumeBootPattern-1811133710-router', 'tenant_id': '6e8c33b5be4d43799914bbc93fe5954f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:35:32Z', 'updated_at': '2022-08-27T02:44:07Z', 'revision_number': 6, 'project_id': '6e8c33b5be4d43799914bbc93fe5954f', 'gw_port_host': None}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:44:08.191144 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (310ca06d-c025-47ac-9f40-b319baf3da31), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.215452 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=310ca06d-c025-47ac-9f40-b319baf3da31,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:08.279465 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676854'] for router_gateway (0457cdee-f87b-43aa-b8e2-f02873061fc3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.374597 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62925'] for router (0457cdee-f87b-43aa-b8e2-f02873061fc3), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.376427 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Publish callbacks [] for router_controller (0457cdee-f87b-43aa-b8e2-f02873061fc3), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.426849 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1675487'] for router (0457cdee-f87b-43aa-b8e2-f02873061fc3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.427946 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0457cdee-f87b-43aa-b8e2-f02873061fc3 {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:44:08.431619 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.435500 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6e017581-6ab3-41b9-b745-2a84caab66b5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/0457cdee-f87b-43aa-b8e2-f02873061fc3 HTTP/1.1" status: 204 len: 168 time: 0.7852802 Aug 27 02:44:08.435856 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54774) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:08.484700 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c336d6-d671-43d1-adc6-6e8f3c013853 admin admin] Deleting subnet a926e5b8-f99c-4fa0-9c44-3b349649f260 {{(pid=106604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:44:08.488311 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-42c336d6-d671-43d1-adc6-6e8f3c013853 admin admin] Publish callbacks [] for subnet (a926e5b8-f99c-4fa0-9c44-3b349649f260), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.529222 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-42c336d6-d671-43d1-adc6-6e8f3c013853 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15646672'] for subnet (a926e5b8-f99c-4fa0-9c44-3b349649f260), precommit_delete_associations {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.612011 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-42c336d6-d671-43d1-adc6-6e8f3c013853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (a926e5b8-f99c-4fa0-9c44-3b349649f260), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.665726 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-42c336d6-d671-43d1-adc6-6e8f3c013853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13860153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15342268'] for subnet (a926e5b8-f99c-4fa0-9c44-3b349649f260), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.695894 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c336d6-d671-43d1-adc6-6e8f3c013853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a926e5b8-f99c-4fa0-9c44-3b349649f260,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:08.699507 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-42c336d6-d671-43d1-adc6-6e8f3c013853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for subnet (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.703817 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-42c336d6-d671-43d1-adc6-6e8f3c013853 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/a926e5b8-f99c-4fa0-9c44-3b349649f260 HTTP/1.1" status: 204 len: 168 time: 0.2658398 Aug 27 02:44:08.705392 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54776) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:08.707832 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30102611-c98a-4244-9da7-1a5437723ae8 None None] Network 2526a2ac-efca-4378-8dc3-c1c89b34d537 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:44:08.779493 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (2526a2ac-efca-4378-8dc3-c1c89b34d537), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.825566 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Deleting port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:44:08.825907 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.898733 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] For port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=1340b53c-b1c2-419f-8a78-bc95d7d7f78d,segment=NetworkSegment(551a49b1-177c-4517-a408-75d2a84b0033),segment_id=551a49b1-177c-4517-a408-75d2a84b0033)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:08.899248 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:08.910811 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624774ef-16bd-43fe-b2db-f8e08317d6e2 None None] DHCP port deletion for 2526a2ac-efca-4378-8dc3-c1c89b34d537 request from dv-cinder-846303-3-iscsi {{(pid=106605) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 02:44:08.915528 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Calling delete_port for 1340b53c-b1c2-419f-8a78-bc95d7d7f78d owned by network:dhcp {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:44:08.963324 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-624774ef-16bd-43fe-b2db-f8e08317d6e2 None None] Deleting port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d {{(pid=106605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:44:08.963632 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-624774ef-16bd-43fe-b2db-f8e08317d6e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), before_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.004537 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.032106 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Pushing event deleted for resources: {'Port': ['ID=1340b53c-b1c2-419f-8a78-bc95d7d7f78d,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:09.041614 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-624774ef-16bd-43fe-b2db-f8e08317d6e2 None None] For port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=1340b53c-b1c2-419f-8a78-bc95d7d7f78d,segment=NetworkSegment(551a49b1-177c-4517-a408-75d2a84b0033),segment_id=551a49b1-177c-4517-a408-75d2a84b0033)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:09.041843 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] No DVR routers for this DVR port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d on host dv-cinder-846303-3-iscsi {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:44:09.042244 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-624774ef-16bd-43fe-b2db-f8e08317d6e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), precommit_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.065894 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-624774ef-16bd-43fe-b2db-f8e08317d6e2 None None] Calling delete_port for 1340b53c-b1c2-419f-8a78-bc95d7d7f78d owned by network:dhcp {{(pid=106605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:44:09.118001 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (2526a2ac-efca-4378-8dc3-c1c89b34d537), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.127098 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:09.144129 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2526a2ac-efca-4378-8dc3-c1c89b34d537']}} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:09.162713 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551a49b1-177c-4517-a408-75d2a84b0033') {'for_net_delete': True} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:09.163170 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551a49b1-177c-4517-a408-75d2a84b0033') {} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:09.172418 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:09.178346 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15646681'] for segment (551a49b1-177c-4517-a408-75d2a84b0033), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.196590 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:09.199697 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (551a49b1-177c-4517-a408-75d2a84b0033), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.210233 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=106604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:09.210940 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13860195'] for segment (551a49b1-177c-4517-a408-75d2a84b0033), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.259396 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 551a49b1-177c-4517-a408-75d2a84b0033 resource provider aggregate not found Aug 27 02:44:09.280925 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 551a49b1-177c-4517-a408-75d2a84b0033 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 551a49b1-177c-4517-a408-75d2a84b0033 found for delete ", "request_id": "req-db56d3c1-3f43-4227-b1c6-dae6410f7f58"}]} Aug 27 02:44:09.290890 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (2526a2ac-efca-4378-8dc3-c1c89b34d537), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.296754 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.299266 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:44:09.299613 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 5e6a2a3e-88de-47b9-8124-bf2ad9f22e63 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:09.300038 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 1340b53c-b1c2-419f-8a78-bc95d7d7f78d no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:09.300943 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/2526a2ac-efca-4378-8dc3-c1c89b34d537 HTTP/1.1" status: 204 len: 168 time: 0.5929129 Aug 27 02:44:09.327193 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653561d-a985-439f-be1d-43517b02a99d admin admin] Pushing event deleted for resources: {'Network': ['ID=2526a2ac-efca-4378-8dc3-c1c89b34d537,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:09.338879 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 1340b53c-b1c2-419f-8a78-bc95d7d7f78d {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:44:09.339231 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 1340b53c-b1c2-419f-8a78-bc95d7d7f78d not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:09.339656 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 310ca06d-c025-47ac-9f40-b319baf3da31 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:09.360343 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 310ca06d-c025-47ac-9f40-b319baf3da31 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:44:09.361017 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 310ca06d-c025-47ac-9f40-b319baf3da31 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:09.367674 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-624774ef-16bd-43fe-b2db-f8e08317d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (1340b53c-b1c2-419f-8a78-bc95d7d7f78d), after_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.394380 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624774ef-16bd-43fe-b2db-f8e08317d6e2 None None] Pushing event deleted for resources: {'Port': ['ID=1340b53c-b1c2-419f-8a78-bc95d7d7f78d,revision_number=None']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:09.397988 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-624774ef-16bd-43fe-b2db-f8e08317d6e2 None None] Network 2526a2ac-efca-4378-8dc3-c1c89b34d537 is not hosted by any dhcp agent {{(pid=106605) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:44:09.398430 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624774ef-16bd-43fe-b2db-f8e08317d6e2 None None] No DVR routers for this DVR port 1340b53c-b1c2-419f-8a78-bc95d7d7f78d on host dv-cinder-846303-3-iscsi {{(pid=106605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:44:09.443902 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54784) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:09.490510 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-180ffa56-3149-4072-98c9-17d9f1dcae3f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=79e671941c234f36b542080d256de2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450127 Aug 27 02:44:09.493208 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54786) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:09.536507 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:09.553745 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f97900e-8339-4fdd-a30b-2bb0c50455ed admin admin] Publish callbacks [] for security_group (7e3f8788-36f8-4bdd-a74a-60e6e6d22ea5), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.575967 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f97900e-8339-4fdd-a30b-2bb0c50455ed admin admin] Publish callbacks [] for security_group (7e3f8788-36f8-4bdd-a74a-60e6e6d22ea5), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.625144 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f97900e-8339-4fdd-a30b-2bb0c50455ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (7e3f8788-36f8-4bdd-a74a-60e6e6d22ea5), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.627811 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3f97900e-8339-4fdd-a30b-2bb0c50455ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:09.628965 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3f97900e-8339-4fdd-a30b-2bb0c50455ed admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7e3f8788-36f8-4bdd-a74a-60e6e6d22ea5 HTTP/1.1" status: 204 len: 168 time: 0.1348109 Aug 27 02:44:09.636946 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97900e-8339-4fdd-a30b-2bb0c50455ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3f8788-36f8-4bdd-a74a-60e6e6d22ea5,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:09.731416 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-3b773e41-8443-4bc6-ad6c-794cd88d0888 service neutron] (106604) timed out ('10.222.0.52', 49784) {{(pid=106604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 02:44:09.948222 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54792) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:09.955408 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-be0717f9-010c-4ade-bb5e-d26705f56183 req-a37707d9-898d-4174-a014-8cdc23f36930 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] (106603) timed out ('10.222.0.52', 49794) {{(pid=106603) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 02:44:09.990124 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7a374093-c8c1-4d9a-8456-8ed7274756a6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6e8c33b5be4d43799914bbc93fe5954f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406892 Aug 27 02:44:09.992489 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54794) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:44:10.048150 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3014d41e-45bf-450b-a7a7-6f0de40e1c52 admin admin] Publish callbacks [] for security_group (8646f39a-f595-4177-8d86-ac72cf01cef1), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:10.069218 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3014d41e-45bf-450b-a7a7-6f0de40e1c52 admin admin] Publish callbacks [] for security_group (8646f39a-f595-4177-8d86-ac72cf01cef1), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:10.118584 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3014d41e-45bf-450b-a7a7-6f0de40e1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (8646f39a-f595-4177-8d86-ac72cf01cef1), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:10.121883 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3014d41e-45bf-450b-a7a7-6f0de40e1c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:10.123055 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3014d41e-45bf-450b-a7a7-6f0de40e1c52 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8646f39a-f595-4177-8d86-ac72cf01cef1 HTTP/1.1" status: 204 len: 168 time: 0.1297388 Aug 27 02:44:10.132458 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014d41e-45bf-450b-a7a7-6f0de40e1c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8646f39a-f595-4177-8d86-ac72cf01cef1,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:15.476482 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=75 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:15.482949 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=54 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:16.312035 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:44:19.302572 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:19.303359 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:19.651356 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:20.126350 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=71,neutron:DELETE=11 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:20.128552 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:20.148285 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=40,neutron:DELETE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:20.941086 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8c19213c-461d-4943-a79d-be3536343889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:23.985885 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-5e283a8e-320c-498e-a24e-0ceffcfe1291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:26.305805 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:26.306629 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:26.682397 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:28.014631 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:28.897100 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:29.100112 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:39.091718 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:39.093284 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:39.968103 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-d7e70155-f865-4bda-bb05-63c1e288819c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436349 Aug 27 02:44:40.080861 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-13f7aea3-e0f4-45a6-b0de-0b0fd6b17f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:40.082418 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-13f7aea3-e0f4-45a6-b0de-0b0fd6b17f01 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 1169 time: 0.0426183 Aug 27 02:44:40.197325 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-14d377af-25c8-4c32-af01-f779e63be2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:40.198822 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-14d377af-25c8-4c32-af01-f779e63be2f1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4 HTTP/1.1" status: 200 len: 914 time: 0.0957205 Aug 27 02:44:40.266174 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-f2d069e6-fbac-422a-9d46-2a44329ecfd6 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 200 len: 1002 time: 0.0614564 Aug 27 02:44:40.317320 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-2cd8a5db-829e-45cf-8759-20dbe073d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:40.318805 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-2cd8a5db-829e-45cf-8759-20dbe073d67b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9d6dbb60-013f-415f-a626-347c0c470a87 HTTP/1.1" status: 200 len: 852 time: 0.0468624 Aug 27 02:44:40.364480 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-99387226-a554-4e77-9db6-b27224124518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:40.366017 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-99387226-a554-4e77-9db6-b27224124518 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407147 Aug 27 02:44:40.466078 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-8856625b-d2af-4e81-bcc6-8e99ffc4127f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941930 Aug 27 02:44:40.561626 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5aa50d82-340e-4c37-bd1c-6d9c06213911 req-96a7b93a-b7ae-4d31-9efe-1cfcf85fcf52 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897405 Aug 27 02:44:44.613282 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4fcd6-6867-42a2-84cb-319ab61b16ef req-bd6c13a1-c61f-4e63-9647-4b86a84513ea tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:44.615352 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9bc4fcd6-6867-42a2-84cb-319ab61b16ef req-bd6c13a1-c61f-4e63-9647-4b86a84513ea tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0912511 Aug 27 02:44:44.633358 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393926f-c5f5-4ead-af8d-1034a92f1946 req-aa129f29-ade3-4ec8-86a5-eb50f1e4393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:44.634842 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e393926f-c5f5-4ead-af8d-1034a92f1946 req-aa129f29-ade3-4ec8-86a5-eb50f1e4393b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 1169 time: 0.0642247 Aug 27 02:44:44.741861 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9bc4fcd6-6867-42a2-84cb-319ab61b16ef req-5391eef0-3752-4d15-8e15-552fd9c2b4ce tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184115 Aug 27 02:44:44.765681 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393926f-c5f5-4ead-af8d-1034a92f1946 req-49bd3e89-9b9a-4b50-993b-4bfd450c3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:44.767140 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e393926f-c5f5-4ead-af8d-1034a92f1946 req-49bd3e89-9b9a-4b50-993b-4bfd450c3cba service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4 HTTP/1.1" status: 200 len: 914 time: 0.1229174 Aug 27 02:44:44.848517 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e393926f-c5f5-4ead-af8d-1034a92f1946 req-2574f7ee-887e-463e-954f-1588b0ca5623 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 200 len: 1002 time: 0.0736897 Aug 27 02:44:44.900441 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393926f-c5f5-4ead-af8d-1034a92f1946 req-b3d0429b-e907-4894-99b4-d27443e6d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:44.901839 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e393926f-c5f5-4ead-af8d-1034a92f1946 req-b3d0429b-e907-4894-99b4-d27443e6d057 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9d6dbb60-013f-415f-a626-347c0c470a87 HTTP/1.1" status: 200 len: 852 time: 0.0474603 Aug 27 02:44:44.947288 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393926f-c5f5-4ead-af8d-1034a92f1946 req-d8fe5c64-6e57-4a05-b992-a55855186517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:44.948823 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e393926f-c5f5-4ead-af8d-1034a92f1946 req-d8fe5c64-6e57-4a05-b992-a55855186517 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409372 Aug 27 02:44:45.027498 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:45.047983 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e393926f-c5f5-4ead-af8d-1034a92f1946 req-f410ca07-42dc-48db-87b6-88b6d70a3b91 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926449 Aug 27 02:44:45.110729 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:45.145774 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e393926f-c5f5-4ead-af8d-1034a92f1946 req-eea4ed67-51c8-4dab-8c9b-1c9be999182e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913537 Aug 27 02:44:45.888192 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee13edf-fce3-4f36-abf3-94e2fcf44035 req-ce006445-0364-4812-9111-39a3f2bc9def tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:45.890361 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ee13edf-fce3-4f36-abf3-94e2fcf44035 req-ce006445-0364-4812-9111-39a3f2bc9def tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0608158 Aug 27 02:44:45.970282 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ee13edf-fce3-4f36-abf3-94e2fcf44035 req-4523a13a-3c38-4308-874d-e5ef6fdba2fb tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645013 Aug 27 02:44:47.104692 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d87fd-ee48-4dc1-bf6d-bcac1a347fa5 req-3029403b-d854-42fa-bdac-f2b02b9ee2f0 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:47.106289 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-045d87fd-ee48-4dc1-bf6d-bcac1a347fa5 req-3029403b-d854-42fa-bdac-f2b02b9ee2f0 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0569611 Aug 27 02:44:47.178842 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-045d87fd-ee48-4dc1-bf6d-bcac1a347fa5 req-c2888e36-964c-4d2b-8c19-137246ed8022 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662858 Aug 27 02:44:48.323418 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b3a3f-13b1-414a-af3c-1dd1f27a44cc req-17482dc5-cb7f-43cb-8657-20e8c836b9e5 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:48.324915 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e86b3a3f-13b1-414a-af3c-1dd1f27a44cc req-17482dc5-cb7f-43cb-8657-20e8c836b9e5 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0613914 Aug 27 02:44:48.397281 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e86b3a3f-13b1-414a-af3c-1dd1f27a44cc req-e29e05e2-a076-4585-bcb7-4c944423a3f6 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658898 Aug 27 02:44:49.538150 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bce10-4c31-4a28-8391-87a4f6f9b1e4 req-45318e1d-473e-4992-90b1-e60753e22ff7 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:49.539698 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-769bce10-4c31-4a28-8391-87a4f6f9b1e4 req-45318e1d-473e-4992-90b1-e60753e22ff7 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0526223 Aug 27 02:44:49.606308 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-769bce10-4c31-4a28-8391-87a4f6f9b1e4 req-dd2cd4a7-ee54-47e1-bcd1-3fee778f73e7 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603869 Aug 27 02:44:50.746197 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bdd63-5290-439b-b5fc-6b040e31e544 req-b983d9e8-8db3-4212-95c0-4c75e0895a61 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:50.747905 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-211bdd63-5290-439b-b5fc-6b040e31e544 req-b983d9e8-8db3-4212-95c0-4c75e0895a61 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0507152 Aug 27 02:44:50.832075 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-211bdd63-5290-439b-b5fc-6b040e31e544 req-4f36f9a6-29e0-4940-ba49-96de6b76b451 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779243 Aug 27 02:44:50.941632 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b31867ec-db62-49d6-aaad-4e470e4745f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:51.956769 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda13d4-9a85-4e96-9a94-66313265b2f1 req-47377704-474f-4571-8da3-5244b9aab9dd tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:51.958305 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-acda13d4-9a85-4e96-9a94-66313265b2f1 req-47377704-474f-4571-8da3-5244b9aab9dd tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0493767 Aug 27 02:44:52.020972 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-acda13d4-9a85-4e96-9a94-66313265b2f1 req-a5a258bb-80d5-4cda-b5e3-25435484aebd tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567887 Aug 27 02:44:52.485617 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=15 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:52.486313 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=17 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:53.143421 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f41fc-0242-4df3-aa7e-a1feab0e1dcc req-ae9a255f-1c9d-43e1-ad6d-0fb61de6049d tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:53.144929 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a15f41fc-0242-4df3-aa7e-a1feab0e1dcc req-ae9a255f-1c9d-43e1-ad6d-0fb61de6049d tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0483758 Aug 27 02:44:53.207960 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a15f41fc-0242-4df3-aa7e-a1feab0e1dcc req-557708f0-7e2c-487e-b695-ded35e5cb1c3 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571868 Aug 27 02:44:53.312559 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:44:53.980231 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-251161d5-50e3-433a-b786-0b51c696f6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:54.339643 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd458f3-60ab-48fd-a061-907d6f880514 req-e0e24a2f-bb4e-4c8c-95e4-9989f37a1212 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:54.341112 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1cd458f3-60ab-48fd-a061-907d6f880514 req-e0e24a2f-bb4e-4c8c-95e4-9989f37a1212 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0556746 Aug 27 02:44:54.405367 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1cd458f3-60ab-48fd-a061-907d6f880514 req-2276d053-9f89-46d2-b031-f35d01a1727f tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581124 Aug 27 02:44:55.544174 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedca45-1177-43c6-8c12-b5729db4e69e req-06a1e406-9172-475d-bdd2-90dbc72e40a1 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:55.545929 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9dedca45-1177-43c6-8c12-b5729db4e69e req-06a1e406-9172-475d-bdd2-90dbc72e40a1 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0639975 Aug 27 02:44:55.570044 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:55.591045 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:44:55.611348 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9dedca45-1177-43c6-8c12-b5729db4e69e req-e211bd46-81bd-4ac5-b045-43d7e560ebd0 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574033 Aug 27 02:44:56.678001 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:56.745924 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ab0de-9b6d-4b09-8015-d5e440b79b74 req-9a64cbdb-7b4d-4e92-935b-3de9298fbd6f tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:44:56.747385 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ce0ab0de-9b6d-4b09-8015-d5e440b79b74 req-9a64cbdb-7b4d-4e92-935b-3de9298fbd6f tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0516744 Aug 27 02:44:56.808498 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ce0ab0de-9b6d-4b09-8015-d5e440b79b74 req-f31b99ac-9467-4694-b672-b4e9fbed61b0 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&id=a4941718-8a89-4358-b890-d2d55433ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551314 Aug 27 02:44:58.012409 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:58.881886 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:44:59.114357 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:03.307841 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:06.798991 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=14 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:06.802496 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=12 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:09.104821 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:09.108510 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:20.945136 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-32671511-c81f-49ff-bfba-b893acf38937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:23.986223 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-f1523a5b-d4b4-4240-9dea-ecb77a296b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:26.680212 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:28.008138 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:28.906536 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:29.106918 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:29.482655 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:29.489766 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:30.313099 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:45:39.095247 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:39.100970 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:40.307822 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:41.117832 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-51907fd6-cacf-41a8-9413-9bdc1154d32d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467198 Aug 27 02:45:41.231861 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-7e4948d3-fed8-4f6d-a9e0-3c10666a709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:45:41.234030 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-7e4948d3-fed8-4f6d-a9e0-3c10666a709c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 1169 time: 0.0460830 Aug 27 02:45:41.614042 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-ebe1da43-c99f-4e4c-8df1-318372f9beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:45:41.615502 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-ebe1da43-c99f-4e4c-8df1-318372f9beb3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4 HTTP/1.1" status: 200 len: 914 time: 0.3624997 Aug 27 02:45:41.680062 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-bc15c166-ece5-45bf-a495-30cbb82deff1 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 200 len: 1002 time: 0.0586159 Aug 27 02:45:41.741106 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-5c0b85fd-691f-4a96-8f46-c1443ea4e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:45:41.742607 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-5c0b85fd-691f-4a96-8f46-c1443ea4e0a8 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9d6dbb60-013f-415f-a626-347c0c470a87 HTTP/1.1" status: 200 len: 852 time: 0.0564919 Aug 27 02:45:41.786842 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-24670094-6903-4c06-a278-7a42c91a8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:45:41.788627 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-24670094-6903-4c06-a278-7a42c91a8974 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400050 Aug 27 02:45:41.886346 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-4dab013e-8b84-495e-9be1-8176f030b0b7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897725 Aug 27 02:45:41.995764 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-115377e3-cc16-4b98-a20d-7c8a4c2e47c1 req-2a6d6503-6ba5-4e06-86ea-803efa29c415 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029563 Aug 27 02:45:47.314849 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:50.940529 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-4fd9e625-0e3c-4c0d-b5c6-fe80824acfeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:51.990584 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=51 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:51.992523 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=50 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:45:53.996138 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-dc7a811a-7426-4855-81f3-676a835dfc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:56.683141 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:58.013613 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:58.910419 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:45:59.145902 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:00.266693 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c4dc8716-7f19-4a3f-9258-532a13b69dfc req-91a91742-93a7-4ab9-a60a-3aad5ef6d838 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1539641839&fields=id&tenant_id=7dd5f20c4a714ee3b555d4aef8b87730 HTTP/1.1" status: 200 len: 267 time: 0.0490918 Aug 27 02:46:00.320670 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc8716-7f19-4a3f-9258-532a13b69dfc req-db591601-461f-469d-bd7c-b036b1fe5ed9 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:00.322219 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c4dc8716-7f19-4a3f-9258-532a13b69dfc req-db591601-461f-469d-bd7c-b036b1fe5ed9 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 985 time: 0.0499001 Aug 27 02:46:00.338496 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-c4dc8716-7f19-4a3f-9258-532a13b69dfc req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Request body: {'port': {'security_groups': ['2af03107-8618-4eb2-be72-735a6edff8e9']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:00.417208 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c4dc8716-7f19-4a3f-9258-532a13b69dfc req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574049'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:00.596220 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-c4dc8716-7f19-4a3f-9258-532a13b69dfc req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] For port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:00.627544 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c4dc8716-7f19-4a3f-9258-532a13b69dfc req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:00.632744 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c4dc8716-7f19-4a3f-9258-532a13b69dfc req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793686484345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793686106718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793686106736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15337934'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:00.643312 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc8716-7f19-4a3f-9258-532a13b69dfc req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:00.643938 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-c4dc8716-7f19-4a3f-9258-532a13b69dfc req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:00.645318 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c4dc8716-7f19-4a3f-9258-532a13b69dfc req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "PUT /networking/v2.0/ports/974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 200 len: 943 time: 0.3136084 Aug 27 02:46:00.645811 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:46:00.648209 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609842c7-ea61-48c0-a570-df2b460410e7" -d '{"events": [{"name": "network-changed", "server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:00.652743 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54864) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:00.666394 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:46:00.708292 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178e93ed-6322-4d81-8f4e-eb3fa5df7b9a x-openstack-request-id: req-178e93ed-6322-4d81-8f4e-eb3fa5df7b9a {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:00.708560 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:00.708811 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-178e93ed-6322-4d81-8f4e-eb3fa5df7b9a {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:00.709233 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178e93ed-6322-4d81-8f4e-eb3fa5df7b9a'] response: {'name': 'network-changed', 'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'status': 'completed', 'code': 200} Aug 27 02:46:00.741920 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event updated for resources: {'Port': ['ID=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,revision_number=7']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:00.751382 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.751721 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.752053 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.752385 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.752707 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.753029 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.753419 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.753743 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.754058 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.754370 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.754685 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.754997 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.755337 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.755619 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.755927 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa636e2-4829-4853-813c-bc262c4c094b tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:00.797949 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:46:00.809607 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8eb8af03-702b-4e44-873e-cd79eae14f4d tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group (a4941718-8a89-4358-b890-d2d55433ecb9), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:00.815706 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609842c7-ea61-48c0-a570-df2b460410e7 req-7d87b0e4-d1f4-4997-af9f-ab832685083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:00.817489 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-609842c7-ea61-48c0-a570-df2b460410e7 req-7d87b0e4-d1f4-4997-af9f-ab832685083d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 1130 time: 0.0547719 Aug 27 02:46:00.881813 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8eb8af03-702b-4e44-873e-cd79eae14f4d tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group (a4941718-8a89-4358-b890-d2d55433ecb9), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:00.958872 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609842c7-ea61-48c0-a570-df2b460410e7 req-43878f60-54ce-4d85-85f4-67bd420f6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:00.960396 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-609842c7-ea61-48c0-a570-df2b460410e7 req-43878f60-54ce-4d85-85f4-67bd420f6058 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4 HTTP/1.1" status: 200 len: 914 time: 0.1372986 Aug 27 02:46:01.032904 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8eb8af03-702b-4e44-873e-cd79eae14f4d tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (a4941718-8a89-4358-b890-d2d55433ecb9), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:01.036136 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8eb8af03-702b-4e44-873e-cd79eae14f4d tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:01.036833 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8eb8af03-702b-4e44-873e-cd79eae14f4d tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a4941718-8a89-4358-b890-d2d55433ecb9 HTTP/1.1" status: 204 len: 168 time: 0.3829916 Aug 27 02:46:01.039785 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54870) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:01.042108 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-609842c7-ea61-48c0-a570-df2b460410e7 req-dd98bf9b-02a3-4fdc-908c-f9fb75f199cc service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 200 len: 1002 time: 0.0747390 Aug 27 02:46:01.063936 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8af03-702b-4e44-873e-cd79eae14f4d tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4941718-8a89-4358-b890-d2d55433ecb9,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:01.112084 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609842c7-ea61-48c0-a570-df2b460410e7 req-7fea4111-b843-408f-9f81-ef56f3de60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:01.114097 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-609842c7-ea61-48c0-a570-df2b460410e7 req-7fea4111-b843-408f-9f81-ef56f3de60ae service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9d6dbb60-013f-415f-a626-347c0c470a87 HTTP/1.1" status: 200 len: 852 time: 0.0581765 Aug 27 02:46:01.170351 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609842c7-ea61-48c0-a570-df2b460410e7 req-8a7e4b6f-65ff-4fb2-b8db-5ea2e34c465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:01.171901 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-609842c7-ea61-48c0-a570-df2b460410e7 req-8a7e4b6f-65ff-4fb2-b8db-5ea2e34c465d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514913 Aug 27 02:46:01.205732 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Deleting port a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:46:01.206069 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:01.231879 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:01.237645 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:01.271432 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-609842c7-ea61-48c0-a570-df2b460410e7 req-8270f1f5-79e0-4397-834a-4bf99d9327e0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937138 Aug 27 02:46:01.303689 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:01.304024 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for floatingip (a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:01.319311 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Calling delete_port for a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d owned by network:floatingip {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:46:01.372124 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-609842c7-ea61-48c0-a570-df2b460410e7 req-5ed67f0c-b193-43f0-bcab-0e23f10cdfb4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947921 Aug 27 02:46:01.474212 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:01.499282 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event deleted for resources: {'Port': ['ID=a1a174d6-14ce-4e17-b1ea-21c66dfa5d1d,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:01.511048 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.511392 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.511797 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.512128 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.512462 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.512788 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.513106 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.513597 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.513921 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.514245 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.514564 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.514884 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.515201 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.515517 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.515833 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:01.574691 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks [] for floatingip (9584def2-77a2-4d91-b488-7698227697f5), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:01.575078 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.db.l3_db [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Floating IP 9584def2-77a2-4d91-b488-7698227697f5 disassociated (deleted). External IP: 172.27.1.137, port: 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866. Aug 27 02:46:01.806590 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Router c126b38f-8229-45ef-9356-4ba381d098f8 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:01.926989 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:01.931997 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for floatingip (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:01.942075 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3339135-2594-4704-b2b1-3a09fdee968b None None] Sync routers for ids ['c126b38f-8229-45ef-9356-4ba381d098f8'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:01.954173 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3339135-2594-4704-b2b1-3a09fdee968b None None] Routers {'c126b38f-8229-45ef-9356-4ba381d098f8'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:46:01.954827 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-b3339135-2594-4704-b2b1-3a09fdee968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:45:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['c126b38f-8229-45ef-9356-4ba381d098f8'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:01.969654 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-f4c25c8f-7506-4ea9-ab72-21475129bf59 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/9584def2-77a2-4d91-b488-7698227697f5 HTTP/1.1" status: 204 len: 168 time: 0.9286582 Aug 27 02:46:01.970222 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'}] {{(pid=106604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:46:01.973149 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53cd8895becacf26ffece07a71e0045a295fe56478d1b88f1568324e7730786c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742074cf-3708-4d4e-83ca-1754cbbe7156" -d '{"events": [{"name": "network-changed", "server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866"}]}' {{(pid=106604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:02.029887 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Aug 2022 02:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb81e6a-f0bd-4e4b-8c6d-6b2a7a0b04a2 x-openstack-request-id: req-ebb81e6a-f0bd-4e4b-8c6d-6b2a7a0b04a2 {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:02.030983 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866", "status": "completed", "code": 200}]} {{(pid=106604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:02.030983 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ebb81e6a-f0bd-4e4b-8c6d-6b2a7a0b04a2 {{(pid=106604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:02.030983 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb81e6a-f0bd-4e4b-8c6d-6b2a7a0b04a2'] response: {'name': 'network-changed', 'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'status': 'completed', 'code': 200} Aug 27 02:46:02.082421 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-b3339135-2594-4704-b2b1-3a09fdee968b None None] Set router c126b38f-8229-45ef-9356-4ba381d098f8 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:46:02.134678 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742074cf-3708-4d4e-83ca-1754cbbe7156 req-16ab7bf7-0b5f-4178-aa6e-590befea74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:02.136279 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-742074cf-3708-4d4e-83ca-1754cbbe7156 req-16ab7bf7-0b5f-4178-aa6e-590befea74b8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 1130 time: 0.0542898 Aug 27 02:46:02.277637 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742074cf-3708-4d4e-83ca-1754cbbe7156 req-42d1220f-aeb9-4e7d-b24d-2cc612774112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:02.279074 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-742074cf-3708-4d4e-83ca-1754cbbe7156 req-42d1220f-aeb9-4e7d-b24d-2cc612774112 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4 HTTP/1.1" status: 200 len: 914 time: 0.1364617 Aug 27 02:46:02.334124 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-742074cf-3708-4d4e-83ca-1754cbbe7156 req-ad508f74-d79a-4515-9f8e-f0080b3654ba service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 200 len: 217 time: 0.0373750 Aug 27 02:46:02.339061 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-b3339135-2594-4704-b2b1-3a09fdee968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 4, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '84f6f611-49e8-4c3d-bd14-6c0b03ff42a7', 'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'mac_address': 'fa:16:3e:9f:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:41Z', 'updated_at': '2022-08-27T02:42:47Z', 'revision_number': 5, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'subnets': [{'id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:02.368850 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3339135-2594-4704-b2b1-3a09fdee968b None None] Checking router: c126b38f-8229-45ef-9356-4ba381d098f8 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:02.378604 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3339135-2594-4704-b2b1-3a09fdee968b None None] Routers {'c126b38f-8229-45ef-9356-4ba381d098f8'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:46:02.379210 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-b3339135-2594-4704-b2b1-3a09fdee968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:45:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['c126b38f-8229-45ef-9356-4ba381d098f8'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:02.380085 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742074cf-3708-4d4e-83ca-1754cbbe7156 req-cf693a26-93e9-4b76-b17f-111ab1f8693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:02.381583 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-742074cf-3708-4d4e-83ca-1754cbbe7156 req-cf693a26-93e9-4b76-b17f-111ab1f8693e service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9d6dbb60-013f-415f-a626-347c0c470a87 HTTP/1.1" status: 200 len: 852 time: 0.0497220 Aug 27 02:46:02.485627 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-b3339135-2594-4704-b2b1-3a09fdee968b None None] Set router c126b38f-8229-45ef-9356-4ba381d098f8 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:46:02.760906 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-b3339135-2594-4704-b2b1-3a09fdee968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 4, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '84f6f611-49e8-4c3d-bd14-6c0b03ff42a7', 'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'mac_address': 'fa:16:3e:9f:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:41Z', 'updated_at': '2022-08-27T02:42:47Z', 'revision_number': 5, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'subnets': [{'id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:02.786067 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3339135-2594-4704-b2b1-3a09fdee968b None None] The sync data for ids ['c126b38f-8229-45ef-9356-4ba381d098f8'] in dv-cinder-846303-3-iscsi is: [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:42:41Z', 'revision_number': 4, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi', '_interfaces': [{'id': '84f6f611-49e8-4c3d-bd14-6c0b03ff42a7', 'name': '', 'network_id': '5e0006d3-60f4-4782-a7c8-edf3b2df76c4', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'mac_address': 'fa:16:3e:9f:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:41Z', 'updated_at': '2022-08-27T02:42:47Z', 'revision_number': 5, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'subnets': [{'id': '9d6dbb60-013f-415f-a626-347c0c470a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:02.789026 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742074cf-3708-4d4e-83ca-1754cbbe7156 req-d1d4a0fe-7858-4364-a115-180fd7efd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:02.790686 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-742074cf-3708-4d4e-83ca-1754cbbe7156 req-d1d4a0fe-7858-4364-a115-180fd7efd78c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=5e0006d3-60f4-4782-a7c8-edf3b2df76c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484283 Aug 27 02:46:02.932247 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-742074cf-3708-4d4e-83ca-1754cbbe7156 req-a31fd172-9472-4c23-8f09-65c2075978f4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275749 Aug 27 02:46:03.047553 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-742074cf-3708-4d4e-83ca-1754cbbe7156 req-fb315f47-750b-450a-9e4b-1333d823604f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092198 Aug 27 02:46:03.063385 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7b23e8-8c95-4c83-b8bd-ab59bf7e03a3 None None] New status for floating IP 9584def2-77a2-4d91-b488-7698227697f5: DOWN {{(pid=106605) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 27 02:46:04.797490 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de1e56-1ccf-4a5e-a657-2ac241b8965f req-9cc2a68d-4ab6-4e39-8766-0a86aababfa8 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:04.798910 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28de1e56-1ccf-4a5e-a657-2ac241b8965f req-9cc2a68d-4ab6-4e39-8766-0a86aababfa8 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 946 time: 0.0511372 Aug 27 02:46:04.850964 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28de1e56-1ccf-4a5e-a657-2ac241b8965f req-34f75e47-ffb6-470d-896a-f29744e093cb tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Aug 27 02:46:05.989016 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2621964-e3a5-45b2-8b65-b4342f6221ce req-78a6d7a7-5bb4-4ddc-96bc-1215a263a3b1 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:05.991276 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a2621964-e3a5-45b2-8b65-b4342f6221ce req-78a6d7a7-5bb4-4ddc-96bc-1215a263a3b1 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 946 time: 0.0594237 Aug 27 02:46:06.046832 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a2621964-e3a5-45b2-8b65-b4342f6221ce req-4e3f1fb5-30bb-4f2d-bea8-f128483436b9 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2af03107-8618-4eb2-be72-735a6edff8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496902 Aug 27 02:46:06.748877 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3641010-970d-44b5-b33c-1d67f5cea2dd req-151b2a29-c0d8-4dcb-8786-f3c97e07d145 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 27 02:46:06.750403 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d3641010-970d-44b5-b33c-1d67f5cea2dd req-151b2a29-c0d8-4dcb-8786-f3c97e07d145 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 946 time: 0.0596805 Aug 27 02:46:06.841748 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-d3641010-970d-44b5-b33c-1d67f5cea2dd req-0fc5bc05-1dc6-4328-88f4-69f0cdf11a63 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Deleting port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:46:06.842079 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d3641010-970d-44b5-b33c-1d67f5cea2dd req-0fc5bc05-1dc6-4328-88f4-69f0cdf11a63 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:06.922220 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:06.943530 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-d3641010-970d-44b5-b33c-1d67f5cea2dd req-0fc5bc05-1dc6-4328-88f4-69f0cdf11a63 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] For port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866, host hv-cinder-84630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84630',level=0,port_id=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:06.943894 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d3641010-970d-44b5-b33c-1d67f5cea2dd req-0fc5bc05-1dc6-4328-88f4-69f0cdf11a63 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:06.957957 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-d3641010-970d-44b5-b33c-1d67f5cea2dd req-0fc5bc05-1dc6-4328-88f4-69f0cdf11a63 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Calling delete_port for 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:46:06.998352 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=100 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:07.099647 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d3641010-970d-44b5-b33c-1d67f5cea2dd req-0fc5bc05-1dc6-4328-88f4-69f0cdf11a63 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (974dc3f6-d8bf-4ab5-a284-a4ecb61b8866), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:07.129461 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5bc05-1dc6-4328-88f4-69f0cdf11a63 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Pushing event deleted for resources: {'Port': ['ID=974dc3f6-d8bf-4ab5-a284-a4ecb61b8866,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:07.133671 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] get_ports_and_sgs() called for port_ids ['974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'] {{(pid=106605) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 27 02:46:07.184711 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6d99d9eb-11b6-4768-b3f5-a277b000c84c req-5530fa6b-b446-4f90-bbc0-5fbb9f275d77 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=401ec9c3-4ff3-468a-b334-606c558b8d7a HTTP/1.1" status: 200 len: 210 time: 0.0439105 Aug 27 02:46:07.202963 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3641010-970d-44b5-b33c-1d67f5cea2dd req-0fc5bc05-1dc6-4328-88f4-69f0cdf11a63 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] No DVR routers for this DVR port 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 on host hv-cinder-84630 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:46:07.205627 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-d3641010-970d-44b5-b33c-1d67f5cea2dd req-0fc5bc05-1dc6-4328-88f4-69f0cdf11a63 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094899'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:07.208902 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d3641010-970d-44b5-b33c-1d67f5cea2dd req-0fc5bc05-1dc6-4328-88f4-69f0cdf11a63 tempest-TestMinimumBasicScenario-1447275400 tempest-TestMinimumBasicScenario-1447275400-project] 10.222.0.45 "DELETE /networking/v2.0/ports/974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 HTTP/1.1" status: 204 len: 173 time: 0.4522679 Aug 27 02:46:07.209410 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'name': 'network-vif-deleted', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 27 02:46:07.211830 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ab8f14e1938ddfd7f56070e6aae9c295f375601d4d962f413e6dd4dde159773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb19c02c-8299-4c24-83ad-a2da2af30ed8" -d '{"events": [{"server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "name": "network-vif-deleted", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:07.252132 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Aug 2022 02:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1896c6-964c-4e60-a1d7-42de8c7615f1 x-openstack-request-id: req-bc1896c6-964c-4e60-a1d7-42de8c7615f1 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:07.252439 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401ec9c3-4ff3-468a-b334-606c558b8d7a", "name": "network-vif-deleted", "tag": "974dc3f6-d8bf-4ab5-a284-a4ecb61b8866", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:07.252670 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc1896c6-964c-4e60-a1d7-42de8c7615f1 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:07.253110 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc1896c6-964c-4e60-a1d7-42de8c7615f1'] response: {'server_uuid': '401ec9c3-4ff3-468a-b334-606c558b8d7a', 'name': 'network-vif-deleted', 'tag': '974dc3f6-d8bf-4ab5-a284-a4ecb61b8866', 'status': 'completed', 'code': 200} Aug 27 02:46:07.313379 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:46:09.013032 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54958) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:09.350268 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675507'] for router_interface (c126b38f-8229-45ef-9356-4ba381d098f8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:09.581410 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] Deleting port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:46:09.581712 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:09.648017 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:09.668802 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] For port 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=84f6f611-49e8-4c3d-bd14-6c0b03ff42a7,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:09.669221 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:09.685208 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 no longer exists at agent hyperv_hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:09.687468 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] Calling delete_port for 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:46:09.704315 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] No Port match for: 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:46:09.704739 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Device 974dc3f6-d8bf-4ab5-a284-a4ecb61b8866 not bound to the agent host hv-cinder-84630 {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:09.792096 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:09.879225 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (84f6f611-49e8-4c3d-bd14-6c0b03ff42a7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:09.906474 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f6f611-49e8-4c3d-bd14-6c0b03ff42a7,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:10.081025 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675399'] for router_interface (c126b38f-8229-45ef-9356-4ba381d098f8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:10.292382 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] Router c126b38f-8229-45ef-9356-4ba381d098f8 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:10.403394 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:10.408476 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6a31e6d5-9a77-42f1-ba4e-c00c51c76704 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/c126b38f-8229-45ef-9356-4ba381d098f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3939397 Aug 27 02:46:10.412705 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54960) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:10.415248 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f943ac-746e-431b-923e-87912801eecf None None] Sync routers for ids ['c126b38f-8229-45ef-9356-4ba381d098f8'] in dv-cinder-846303-3-iscsi {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:10.434274 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f943ac-746e-431b-923e-87912801eecf None None] Routers {'c126b38f-8229-45ef-9356-4ba381d098f8'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:46:10.434880 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-e8f943ac-746e-431b-923e-87912801eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:45:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['c126b38f-8229-45ef-9356-4ba381d098f8'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:10.522580 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Publish callbacks [] for router (c126b38f-8229-45ef-9356-4ba381d098f8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:10.543177 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-e8f943ac-746e-431b-923e-87912801eecf None None] Set router c126b38f-8229-45ef-9356-4ba381d098f8 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:46:10.633656 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:10.645477 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Publish callbacks [] for router_gateway (c126b38f-8229-45ef-9356-4ba381d098f8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:10.650474 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:10.693144 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Deleting port ae4d7284-74e8-4083-afed-a13ff534cf65 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:46:10.693510 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:10.737475 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:10.740816 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-e8f943ac-746e-431b-923e-87912801eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:46:09Z', 'revision_number': 5, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port': {'id': 'ae4d7284-74e8-4083-afed-a13ff534cf65', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:39Z', 'updated_at': '2022-08-27T02:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:10.743402 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=100 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:10.766758 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f943ac-746e-431b-923e-87912801eecf None None] Checking router: c126b38f-8229-45ef-9356-4ba381d098f8 for host: dv-cinder-846303-3-iscsi {{(pid=106606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:10.775331 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f943ac-746e-431b-923e-87912801eecf None None] Routers {'c126b38f-8229-45ef-9356-4ba381d098f8'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:46:10.775938 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-e8f943ac-746e-431b-923e-87912801eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:45:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['c126b38f-8229-45ef-9356-4ba381d098f8'], 'active': True} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:10.784735 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] For port ae4d7284-74e8-4083-afed-a13ff534cf65, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=ae4d7284-74e8-4083-afed-a13ff534cf65,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:10.785090 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:10.804897 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Calling delete_port for ae4d7284-74e8-4083-afed-a13ff534cf65 owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:46:10.872786 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_dvr_db [None req-e8f943ac-746e-431b-923e-87912801eecf None None] Set router c126b38f-8229-45ef-9356-4ba381d098f8 gateway port host: None {{(pid=106606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:46:10.934198 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.l3_hamode_db [None req-e8f943ac-746e-431b-923e-87912801eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:46:10Z', 'revision_number': 6, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port_host': None}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:10.961473 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f943ac-746e-431b-923e-87912801eecf None None] The sync data for ids ['c126b38f-8229-45ef-9356-4ba381d098f8'] in dv-cinder-846303-3-iscsi is: [{'id': 'c126b38f-8229-45ef-9356-4ba381d098f8', 'name': 'tempest-TestMinimumBasicScenario-50086093-router', 'tenant_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:38Z', 'updated_at': '2022-08-27T02:46:10Z', 'revision_number': 6, 'project_id': '7dd5f20c4a714ee3b555d4aef8b87730', 'gw_port_host': None}] {{(pid=106606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:10.985639 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (ae4d7284-74e8-4083-afed-a13ff534cf65), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.016837 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4d7284-74e8-4083-afed-a13ff534cf65,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:11.079473 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676854'] for router_gateway (c126b38f-8229-45ef-9356-4ba381d098f8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.443696 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62925'] for router (c126b38f-8229-45ef-9356-4ba381d098f8), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.447385 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Publish callbacks [] for router_controller (c126b38f-8229-45ef-9356-4ba381d098f8), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.449638 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:11.477716 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:46:11.478065 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 84f6f611-49e8-4c3d-bd14-6c0b03ff42a7 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:11.515390 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1675487'] for router (c126b38f-8229-45ef-9356-4ba381d098f8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.516253 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c126b38f-8229-45ef-9356-4ba381d098f8 {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:46:11.522866 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.524747 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fdaa1997-be56-49de-a1a1-55a37676edca admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/c126b38f-8229-45ef-9356-4ba381d098f8 HTTP/1.1" status: 204 len: 168 time: 1.1109016 Aug 27 02:46:11.527644 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54962) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:11.576993 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-00124350-6763-4a35-a16c-c9c4957dcdf0 admin admin] Deleting subnet 9d6dbb60-013f-415f-a626-347c0c470a87 {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:46:11.580539 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00124350-6763-4a35-a16c-c9c4957dcdf0 admin admin] Publish callbacks [] for subnet (9d6dbb60-013f-415f-a626-347c0c470a87), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.615823 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00124350-6763-4a35-a16c-c9c4957dcdf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15258016'] for subnet (9d6dbb60-013f-415f-a626-347c0c470a87), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.693691 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00124350-6763-4a35-a16c-c9c4957dcdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (9d6dbb60-013f-415f-a626-347c0c470a87), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.759156 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00124350-6763-4a35-a16c-c9c4957dcdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15337968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13771221'] for subnet (9d6dbb60-013f-415f-a626-347c0c470a87), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.785858 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00124350-6763-4a35-a16c-c9c4957dcdf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6dbb60-013f-415f-a626-347c0c470a87,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:11.790646 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00124350-6763-4a35-a16c-c9c4957dcdf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.795423 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-00124350-6763-4a35-a16c-c9c4957dcdf0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/9d6dbb60-013f-415f-a626-347c0c470a87 HTTP/1.1" status: 204 len: 168 time: 0.2643864 Aug 27 02:46:11.795639 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54964) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:11.804136 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae1a6cd-0d13-43ee-93a2-8ef209fd938f None None] Network 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:46:11.814037 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:11.864951 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:11.890930 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (5e0006d3-60f4-4782-a7c8-edf3b2df76c4), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.944407 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Deleting port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:46:11.944683 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:11.989723 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] DHCP port deletion for 5e0006d3-60f4-4782-a7c8-edf3b2df76c4 request from dv-cinder-846303-3-iscsi {{(pid=106605) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 02:46:12.031883 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Deleting port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 {{(pid=106605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:46:12.032258 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), before_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:12.035585 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] For port 650cf4ac-62e8-4eb9-b568-fec3fac750f3, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=650cf4ac-62e8-4eb9-b568-fec3fac750f3,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:12.035950 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:12.052273 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Calling delete_port for 650cf4ac-62e8-4eb9-b568-fec3fac750f3 owned by network:dhcp {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:46:12.102396 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] For port 650cf4ac-62e8-4eb9-b568-fec3fac750f3, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=650cf4ac-62e8-4eb9-b568-fec3fac750f3,segment=NetworkSegment(1956fd6b-6776-4c46-b561-5dcfe006e094),segment_id=1956fd6b-6776-4c46-b561-5dcfe006e094)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:12.102784 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), precommit_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:12.117286 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Calling delete_port for 650cf4ac-62e8-4eb9-b568-fec3fac750f3 owned by network:dhcp {{(pid=106605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:46:12.127025 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:12.166644 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:12.194261 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:12.208843 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (650cf4ac-62e8-4eb9-b568-fec3fac750f3), after_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:12.221072 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Pushing event deleted for resources: {'Port': ['ID=650cf4ac-62e8-4eb9-b568-fec3fac750f3,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:12.224521 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] No DVR routers for this DVR port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 on host dv-cinder-846303-3-iscsi {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:46:12.232456 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Pushing event deleted for resources: {'Port': ['ID=650cf4ac-62e8-4eb9-b568-fec3fac750f3,revision_number=None']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:12.242951 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] No DVR routers for this DVR port 650cf4ac-62e8-4eb9-b568-fec3fac750f3 on host dv-cinder-846303-3-iscsi {{(pid=106605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:46:12.246631 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.247067 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.247608 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.247943 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.248451 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.248779 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.249302 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.249801 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.250305 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.250633 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.251119 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.251611 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.252106 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.252432 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.252913 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f778f6-a3d6-421f-813e-3a3c7b175a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846303-3-iscsi {{(pid=106605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:12.301086 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (5e0006d3-60f4-4782-a7c8-edf3b2df76c4), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:12.325762 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0006d3-60f4-4782-a7c8-edf3b2df76c4']}} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:12.335697 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1956fd6b-6776-4c46-b561-5dcfe006e094') {'for_net_delete': True} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:12.335982 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1956fd6b-6776-4c46-b561-5dcfe006e094') {} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:12.346364 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15646681'] for segment (1956fd6b-6776-4c46-b561-5dcfe006e094), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:12.360660 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (1956fd6b-6776-4c46-b561-5dcfe006e094), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:12.367270 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=106604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:12.367645 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13860195'] for segment (1956fd6b-6776-4c46-b561-5dcfe006e094), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:12.407065 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 1956fd6b-6776-4c46-b561-5dcfe006e094 resource provider aggregate not found Aug 27 02:46:12.426509 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 1956fd6b-6776-4c46-b561-5dcfe006e094 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1956fd6b-6776-4c46-b561-5dcfe006e094 found for delete ", "request_id": "req-58b7e678-cd28-4d8b-afc8-7e03f7b3969e"}]} Aug 27 02:46:12.445554 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (5e0006d3-60f4-4782-a7c8-edf3b2df76c4), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:12.457957 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:12.460042 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/5e0006d3-60f4-4782-a7c8-edf3b2df76c4 HTTP/1.1" status: 204 len: 168 time: 0.6634111 Aug 27 02:46:12.463488 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54970) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:12.472488 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce5f57-27cc-4afc-8e9f-46161d2964da admin admin] Pushing event deleted for resources: {'Network': ['ID=5e0006d3-60f4-4782-a7c8-edf3b2df76c4,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:12.560803 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:12.581196 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:12.830706 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675507'] for router_interface (15806a5f-53a5-4fc6-951c-9ea33ca31a31), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:13.064138 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] Deleting port 4abd554e-e1db-4180-acb7-3b0f1481a062 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:46:13.064388 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:13.154218 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] For port 4abd554e-e1db-4180-acb7-3b0f1481a062, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=4abd554e-e1db-4180-acb7-3b0f1481a062,segment=NetworkSegment(475c68ec-1cea-4021-bb15-4fb7a034bfd7),segment_id=475c68ec-1cea-4021-bb15-4fb7a034bfd7)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:13.154571 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:13.168892 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] Calling delete_port for 4abd554e-e1db-4180-acb7-3b0f1481a062 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:46:13.189752 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device ae4d7284-74e8-4083-afed-a13ff534cf65 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:13.211164 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: ae4d7284-74e8-4083-afed-a13ff534cf65 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:46:13.211501 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device ae4d7284-74e8-4083-afed-a13ff534cf65 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:13.211913 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 650cf4ac-62e8-4eb9-b568-fec3fac750f3 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:13.231841 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 650cf4ac-62e8-4eb9-b568-fec3fac750f3 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:46:13.232183 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 650cf4ac-62e8-4eb9-b568-fec3fac750f3 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:13.362739 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (4abd554e-e1db-4180-acb7-3b0f1481a062), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:13.393714 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] Pushing event deleted for resources: {'Port': ['ID=4abd554e-e1db-4180-acb7-3b0f1481a062,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:13.444625 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:13.553391 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:13.584361 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675399'] for router_interface (15806a5f-53a5-4fc6-951c-9ea33ca31a31), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:13.800757 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] Router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 has already been hosted by L3 agent 40e8df8f-c735-4a39-a00f-90466561e16a {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:13.906677 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] Notify agent at l3_agent.dv-cinder-846303-3-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:13.913331 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-11487be1-1ada-40d7-b18e-1c1d953a3859 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/15806a5f-53a5-4fc6-951c-9ea33ca31a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4486609 Aug 27 02:46:13.914592 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54972) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:13.916205 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b9cc6-c05d-4e48-93f9-1dd7318014bf None None] Sync routers for ids ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'] in dv-cinder-846303-3-iscsi {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:13.928136 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b9cc6-c05d-4e48-93f9-1dd7318014bf None None] Routers {'15806a5f-53a5-4fc6-951c-9ea33ca31a31'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:46:13.928752 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-0c7b9cc6-c05d-4e48-93f9-1dd7318014bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:45:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:14.017374 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Publish callbacks [] for router (15806a5f-53a5-4fc6-951c-9ea33ca31a31), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.038925 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-0c7b9cc6-c05d-4e48-93f9-1dd7318014bf None None] Set router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 gateway port host: dv-cinder-846303-3-iscsi {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:46:14.133426 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Publish callbacks [] for router_gateway (15806a5f-53a5-4fc6-951c-9ea33ca31a31), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.179369 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Deleting port a5581943-59b9-4819-90a7-e1dd2bcd3c8b {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:46:14.179732 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.215892 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-0c7b9cc6-c05d-4e48-93f9-1dd7318014bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'name': 'tempest-TestMinimumBasicScenario-251767787-router', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'external_fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:43Z', 'updated_at': '2022-08-27T02:46:13Z', 'revision_number': 5, 'project_id': '71573f3978164a2894f5b9632e0722de', 'gw_port': {'id': 'a5581943-59b9-4819-90a7-e1dd2bcd3c8b', 'name': '', 'network_id': 'e1648099-3d5a-47b6-a032-7b4d7a5be345', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846303-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-27T02:42:44Z', 'updated_at': '2022-08-27T02:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a3ecdd1-4c5d-467d-90ac-69ff3c47cc16', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846303-3-iscsi'}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:14.242488 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b9cc6-c05d-4e48-93f9-1dd7318014bf None None] Checking router: 15806a5f-53a5-4fc6-951c-9ea33ca31a31 for host: dv-cinder-846303-3-iscsi {{(pid=106605) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:14.252116 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b9cc6-c05d-4e48-93f9-1dd7318014bf None None] Routers {'15806a5f-53a5-4fc6-951c-9ea33ca31a31'} bound to L3 agent in host dv-cinder-846303-3-iscsi {{(pid=106605) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 27 02:46:14.252721 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-0c7b9cc6-c05d-4e48-93f9-1dd7318014bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846303-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-27T02:13:54Z,description=,heartbeat_timestamp=2022-08-27T02:45:54Z,host='dv-cinder-846303-3-iscsi',id=40e8df8f-c735-4a39-a00f-90466561e16a,load=0,resource_versions=,resources_synced=,started_at=2022-08-27T02:13:54Z,topic='l3_agent')) {'router_ids': ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'], 'active': True} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:14.272051 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] For port a5581943-59b9-4819-90a7-e1dd2bcd3c8b, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=a5581943-59b9-4819-90a7-e1dd2bcd3c8b,segment=NetworkSegment(ca92ae95-6851-4d03-9b95-34830732a7dd),segment_id=ca92ae95-6851-4d03-9b95-34830732a7dd)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:14.272352 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.286104 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Calling delete_port for a5581943-59b9-4819-90a7-e1dd2bcd3c8b owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:46:14.338790 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvr_db [None req-0c7b9cc6-c05d-4e48-93f9-1dd7318014bf None None] Set router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 gateway port host: None {{(pid=106605) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 27 02:46:14.389580 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_hamode_db [None req-0c7b9cc6-c05d-4e48-93f9-1dd7318014bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'name': 'tempest-TestMinimumBasicScenario-251767787-router', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:43Z', 'updated_at': '2022-08-27T02:46:14Z', 'revision_number': 6, 'project_id': '71573f3978164a2894f5b9632e0722de', 'gw_port_host': None}], 'dv-cinder-846303-3-iscsi', False) {} {{(pid=106605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:14.413210 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:14.419473 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:14.419747 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b9cc6-c05d-4e48-93f9-1dd7318014bf None None] The sync data for ids ['15806a5f-53a5-4fc6-951c-9ea33ca31a31'] in dv-cinder-846303-3-iscsi is: [{'id': '15806a5f-53a5-4fc6-951c-9ea33ca31a31', 'name': 'tempest-TestMinimumBasicScenario-251767787-router', 'tenant_id': '71573f3978164a2894f5b9632e0722de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-27T02:42:43Z', 'updated_at': '2022-08-27T02:46:14Z', 'revision_number': 6, 'project_id': '71573f3978164a2894f5b9632e0722de', 'gw_port_host': None}] {{(pid=106605) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:14.480322 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337925'] for port (a5581943-59b9-4819-90a7-e1dd2bcd3c8b), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.508014 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5581943-59b9-4819-90a7-e1dd2bcd3c8b,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:14.574583 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676854'] for router_gateway (15806a5f-53a5-4fc6-951c-9ea33ca31a31), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.674001 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62925'] for router (15806a5f-53a5-4fc6-951c-9ea33ca31a31), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.676366 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Publish callbacks [] for router_controller (15806a5f-53a5-4fc6-951c-9ea33ca31a31), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.726453 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1675487'] for router (15806a5f-53a5-4fc6-951c-9ea33ca31a31), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.727038 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15806a5f-53a5-4fc6-951c-9ea33ca31a31 {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:46:14.731642 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.732808 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f9526b7e-7f70-4d56-81a7-c9133003a29e admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/15806a5f-53a5-4fc6-951c-9ea33ca31a31 HTTP/1.1" status: 204 len: 168 time: 0.8171999 Aug 27 02:46:14.735493 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54974) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:14.783621 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-2deb6ba1-85cf-4887-b194-5591fa84cbd6 admin admin] Deleting subnet f600c470-336c-4090-98f4-c58ce21e222a {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 27 02:46:14.787081 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2deb6ba1-85cf-4887-b194-5591fa84cbd6 admin admin] Publish callbacks [] for subnet (f600c470-336c-4090-98f4-c58ce21e222a), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.826322 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2deb6ba1-85cf-4887-b194-5591fa84cbd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15258016'] for subnet (f600c470-336c-4090-98f4-c58ce21e222a), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.929514 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2deb6ba1-85cf-4887-b194-5591fa84cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531300'] for subnet (f600c470-336c-4090-98f4-c58ce21e222a), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:14.990739 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2deb6ba1-85cf-4887-b194-5591fa84cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1530199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15337968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13771221'] for subnet (f600c470-336c-4090-98f4-c58ce21e222a), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.017107 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb6ba1-85cf-4887-b194-5591fa84cbd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f600c470-336c-4090-98f4-c58ce21e222a,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:15.021470 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2deb6ba1-85cf-4887-b194-5591fa84cbd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.024697 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2deb6ba1-85cf-4887-b194-5591fa84cbd6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/f600c470-336c-4090-98f4-c58ce21e222a HTTP/1.1" status: 204 len: 168 time: 0.2880802 Aug 27 02:46:15.028845 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54976) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:15.029941 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3b1dc-81b3-4523-91ce-d25fc9ceb7a2 None None] Network 229d61f8-1287-49c0-9242-241a640c6df8 requested from dv-cinder-846303-3-iscsi {{(pid=106605) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 27 02:46:15.113352 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553021'] for network (229d61f8-1287-49c0-9242-241a640c6df8), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.161397 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Deleting port 22602178-9d43-4b02-ba8a-c1e394d6b647 {{(pid=106604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:46:15.161744 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.225913 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290eb0cf-a1e3-4eee-b748-94bbe254c96d None None] DHCP port deletion for 229d61f8-1287-49c0-9242-241a640c6df8 request from dv-cinder-846303-3-iscsi {{(pid=106605) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 27 02:46:15.235838 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.db [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] For port 22602178-9d43-4b02-ba8a-c1e394d6b647, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=22602178-9d43-4b02-ba8a-c1e394d6b647,segment=NetworkSegment(475c68ec-1cea-4021-bb15-4fb7a034bfd7),segment_id=475c68ec-1cea-4021-bb15-4fb7a034bfd7)] {{(pid=106604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:15.236379 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.256871 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.plugin [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Calling delete_port for 22602178-9d43-4b02-ba8a-c1e394d6b647 owned by network:dhcp {{(pid=106604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:46:15.280496 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-290eb0cf-a1e3-4eee-b748-94bbe254c96d None None] Deleting port 22602178-9d43-4b02-ba8a-c1e394d6b647 {{(pid=106605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 27 02:46:15.280871 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-290eb0cf-a1e3-4eee-b748-94bbe254c96d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793686479351'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), before_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.325267 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 22602178-9d43-4b02-ba8a-c1e394d6b647 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:15.363803 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13860108'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.388518 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Pushing event deleted for resources: {'Port': ['ID=22602178-9d43-4b02-ba8a-c1e394d6b647,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:15.394990 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] No DVR routers for this DVR port 22602178-9d43-4b02-ba8a-c1e394d6b647 on host dv-cinder-846303-3-iscsi {{(pid=106604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:46:15.420619 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:15.479588 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515535', 'neutron.services.segments.db._delete_segments_for_network-8793686622814'] for network (229d61f8-1287-49c0-9242-241a640c6df8), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.521394 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-290eb0cf-a1e3-4eee-b748-94bbe254c96d None None] For port 22602178-9d43-4b02-ba8a-c1e394d6b647, host dv-cinder-846303-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846303-3-iscsi',level=0,port_id=22602178-9d43-4b02-ba8a-c1e394d6b647,segment=NetworkSegment(475c68ec-1cea-4021-bb15-4fb7a034bfd7),segment_id=475c68ec-1cea-4021-bb15-4fb7a034bfd7)] {{(pid=106605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:15.521798 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-290eb0cf-a1e3-4eee-b748-94bbe254c96d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1673722'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), precommit_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.542149 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-290eb0cf-a1e3-4eee-b748-94bbe254c96d None None] Calling delete_port for 22602178-9d43-4b02-ba8a-c1e394d6b647 owned by network:dhcp {{(pid=106605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 27 02:46:15.561443 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.db [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No active binding found for port 22602178-9d43-4b02-ba8a-c1e394d6b647 {{(pid=106605) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 27 02:46:15.562059 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] The host dv-cinder-846303-3-iscsi is not matching for port 22602178-9d43-4b02-ba8a-c1e394d6b647 host None! {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 27 02:46:15.562705 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 22602178-9d43-4b02-ba8a-c1e394d6b647 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:15.563403 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device a5581943-59b9-4819-90a7-e1dd2bcd3c8b no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:15.619600 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: a5581943-59b9-4819-90a7-e1dd2bcd3c8b {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:46:15.619914 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device a5581943-59b9-4819-90a7-e1dd2bcd3c8b not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:15.620262 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 4abd554e-e1db-4180-acb7-3b0f1481a062 no longer exists at agent ovs-agent-dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:15.647565 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.plugin [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] No Port match for: 4abd554e-e1db-4180-acb7-3b0f1481a062 {{(pid=106605) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 27 02:46:15.647903 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.plugins.ml2.rpc [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Device 4abd554e-e1db-4180-acb7-3b0f1481a062 not bound to the agent host dv-cinder-846303-3-iscsi {{(pid=106605) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:15.679582 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:15.683389 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-290eb0cf-a1e3-4eee-b748-94bbe254c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793686484372', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793686106709'] for port (22602178-9d43-4b02-ba8a-c1e394d6b647), after_delete {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.715880 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290eb0cf-a1e3-4eee-b748-94bbe254c96d None None] Pushing event deleted for resources: {'Port': ['ID=22602178-9d43-4b02-ba8a-c1e394d6b647,revision_number=None']} {{(pid=106605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:15.718400 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290eb0cf-a1e3-4eee-b748-94bbe254c96d None None] No DVR routers for this DVR port 22602178-9d43-4b02-ba8a-c1e394d6b647 on host dv-cinder-846303-3-iscsi {{(pid=106605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 27 02:46:15.774602 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229d61f8-1287-49c0-9242-241a640c6df8']}} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:15.785239 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475c68ec-1cea-4021-bb15-4fb7a034bfd7') {'for_net_delete': True} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:15.785627 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.services.segments.db [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475c68ec-1cea-4021-bb15-4fb7a034bfd7') {} {{(pid=106604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:15.798573 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793686647516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15646681'] for segment (475c68ec-1cea-4021-bb15-4fb7a034bfd7), before_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.810569 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:15.814412 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592'] for segment (475c68ec-1cea-4021-bb15-4fb7a034bfd7), precommit_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.822167 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=106604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:15.822682 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13860195'] for segment (475c68ec-1cea-4021-bb15-4fb7a034bfd7), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.862838 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 475c68ec-1cea-4021-bb15-4fb7a034bfd7 resource provider aggregate not found Aug 27 02:46:15.884493 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.services.segments.plugin [-] Segment 475c68ec-1cea-4021-bb15-4fb7a034bfd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 475c68ec-1cea-4021-bb15-4fb7a034bfd7 found for delete ", "request_id": "req-2ce35d29-bccd-4d57-a7f0-04541f6a8073"}]} Aug 27 02:46:15.894715 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676818'] for network (229d61f8-1287-49c0-9242-241a640c6df8), after_delete {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.900396 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron_lib.callbacks.manager [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578587'] for network (None), before_response {{(pid=106604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:15.903771 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/229d61f8-1287-49c0-9242-241a640c6df8 HTTP/1.1" status: 204 len: 168 time: 0.8731821 Aug 27 02:46:15.916102 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e23670-15d6-4df3-aeba-18d52ce3ba5a admin admin] Pushing event deleted for resources: {'Network': ['ID=229d61f8-1287-49c0-9242-241a640c6df8,revision_number=None']} {{(pid=106604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:16.100621 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [-] (106604) accepted ('10.222.0.52', 54984) {{(pid=106604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:16.143471 dv-cinder-846303-3-iscsi neutron-server[106604]: INFO neutron.wsgi [None req-c58a7bb9-90e1-44d1-8cef-fc333a085db6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7dd5f20c4a714ee3b555d4aef8b87730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414560 Aug 27 02:46:16.149357 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54986) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:16.205599 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b5009b29-62f5-4b44-94b0-07b99f081e7c admin admin] Publish callbacks [] for security_group (2af03107-8618-4eb2-be72-735a6edff8e9), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:16.226768 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b5009b29-62f5-4b44-94b0-07b99f081e7c admin admin] Publish callbacks [] for security_group (2af03107-8618-4eb2-be72-735a6edff8e9), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:16.286788 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b5009b29-62f5-4b44-94b0-07b99f081e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (2af03107-8618-4eb2-be72-735a6edff8e9), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:16.290153 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b5009b29-62f5-4b44-94b0-07b99f081e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:16.291545 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b5009b29-62f5-4b44-94b0-07b99f081e7c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2af03107-8618-4eb2-be72-735a6edff8e9 HTTP/1.1" status: 204 len: 168 time: 0.1411176 Aug 27 02:46:16.300278 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5009b29-62f5-4b44-94b0-07b99f081e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af03107-8618-4eb2-be72-735a6edff8e9,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:16.653505 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54992) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:16.698648 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0573ee4d-cece-4ada-b518-659247492d6d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=71573f3978164a2894f5b9632e0722de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436833 Aug 27 02:46:16.701341 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.52', 54994) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 27 02:46:16.762983 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83e83159-842b-4e92-b3a5-09274bd51109 admin admin] Publish callbacks [] for security_group (5a210f7f-7866-42bf-a840-378d8b6fdb37), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:16.785971 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83e83159-842b-4e92-b3a5-09274bd51109 admin admin] Publish callbacks [] for security_group (5a210f7f-7866-42bf-a840-378d8b6fdb37), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:16.820301 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:16.839264 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83e83159-842b-4e92-b3a5-09274bd51109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691039'] for security_group (5a210f7f-7866-42bf-a840-378d8b6fdb37), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:16.842291 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83e83159-842b-4e92-b3a5-09274bd51109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:16.843469 dv-cinder-846303-3-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-83e83159-842b-4e92-b3a5-09274bd51109 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5a210f7f-7866-42bf-a840-378d8b6fdb37 HTTP/1.1" status: 204 len: 168 time: 0.1412346 Aug 27 02:46:16.858363 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e83159-842b-4e92-b3a5-09274bd51109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a210f7f-7866-42bf-a840-378d8b6fdb37,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:16.873329 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:20.896599 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=12 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:20.938057 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=11 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:20.945883 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-97873e78-2978-46f3-9078-3b38bf8ea1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:24.015174 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-054425e7-dd00-4247-a8c5-3bec96d23678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:26.137372 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:26.140334 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG dbcounter [-] [106604] Writing DB stats neutron:SELECT=24,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106604) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:26.687961 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:26.846373 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=1 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:26.852918 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG dbcounter [-] [106603] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106603) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:28.018661 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:28.927700 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:29.113001 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:39.106401 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:39.107856 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=3,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:44.314330 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:46:49.154840 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=15 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:50.954663 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-a659a772-70a9-4dde-bfeb-2dafdba7d222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:54.004458 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-c595f3c2-0f54-43ca-80bb-68e0148416b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:54.309843 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=19 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:46:56.691972 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:58.031995 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:58.921918 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:46:59.122881 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:03.110277 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [req-8959c823-bfed-4ce7-ad3c-b061ed3070a0 req-6cafc9ae-03ab-42ca-bc4f-c6fe22fdb333 service neutron] (106604) timed out ('10.222.0.45', 49754) {{(pid=106604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 02:47:09.113761 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:47:09.116776 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:47:20.483999 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:47:20.485011 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:47:20.956427 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-668d8d49-8c71-48f4-8320-dd0c642d5748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:21.315035 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:47:23.999874 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-9a576a81-5107-4ff0-8f8a-ceeda711b823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:26.692118 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:28.029622 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:28.936387 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:29.133385 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:31.309679 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:47:31.310585 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:47:39.123723 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:47:39.125715 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:47:47.320062 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:47:50.952394 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-7efbc488-9ae1-4d0b-a997-e4d56bf0f573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:54.000769 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-9476ced0-705a-47a3-9ad2-d519f5e3901d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:56.700030 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:57.482540 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:47:57.488468 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:47:58.029851 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:58.316023 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:47:58.952139 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:47:59.152015 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:08.309945 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:48:08.310804 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:48:09.147472 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:48:09.151821 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:48:20.957971 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-34c9dd68-6a36-4748-92c5-ef86f84b9ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:24.001110 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-2eb44903-590c-4317-9df6-ecbc624cc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:26.703034 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:28.029856 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:28.956475 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:29.132204 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:34.485844 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:48:34.486580 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:48:35.316569 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:48:39.124136 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:48:39.127718 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:48:41.019232 dv-cinder-846303-3-iscsi neutron-server[106604]: DEBUG neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-d466dd07-967c-4fe5-bdba-237d23d03844 service neutron] (106604) timed out ('10.222.0.52', 50078) {{(pid=106604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 02:48:42.129590 dv-cinder-846303-3-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-3e792dbc-98aa-4827-b4ed-797303141a46 req-03e90ecf-da9a-45c9-8142-ef03b53f39e5 tempest-AttachVolumeShelveTestJSON-363465878 tempest-AttachVolumeShelveTestJSON-363465878-project] (106603) timed out ('10.222.0.52', 50090) {{(pid=106603) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 27 02:48:50.954570 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-24a2b8cd-a7a8-4a4c-b520-f2b5c4096301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:52.288858 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:48:52.290154 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:48:53.999649 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-8748dc75-e3dc-4cee-8833-e307c3bab454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:56.705052 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:58.027730 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:58.965965 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:48:59.132751 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:09.119956 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:49:09.127016 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:49:11.485267 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:49:11.485982 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:49:12.316570 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:49:20.959222 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-6fa31731-e684-4452-8327-4ae53678506f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:23.995199 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-cfcd1574-7b28-4e4c-bdcc-576429925d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:26.708781 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:28.031572 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:28.977474 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:29.140654 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:29.155791 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=14 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:49:29.158275 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=14 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:49:39.125297 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:49:39.135288 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:49:48.477740 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:49:48.482895 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:49:49.317457 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:49:50.957961 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-5fca0f80-6590-4c4c-a30e-5df2a926bbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:53.995389 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-5dbefafd-317c-4987-a67a-5656b40c2730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:56.710428 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:58.029279 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:58.975240 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:59.157425 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:49:59.312485 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:49:59.313395 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:50:09.156320 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:50:09.157136 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:50:20.955160 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-0ac9dc8b-20d6-455c-b0e8-6ac94b419f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:50:23.989353 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-98fa0215-13ba-4fff-a416-bf77f976b381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:50:25.481088 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:50:25.481951 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:50:26.318723 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:50:26.715190 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:50:28.027627 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:50:28.998346 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:50:29.145461 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:50:36.314446 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=2 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:50:39.137194 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:50:39.139164 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:50:50.949866 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-833091bb-f097-48ee-969e-215fc31321a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:50:53.994346 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-03094878-51a9-4d77-bded-6ead9679f0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:50:56.718212 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:50:58.028527 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:50:58.997527 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:50:59.148600 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:51:02.481784 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:02.482577 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=3 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:03.317957 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:51:09.141590 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:09.142535 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:13.312443 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:13.313264 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:20.954359 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e6257cf8-c51c-48d5-b597-e6ecdafac19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:51:23.998209 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-2fc45655-9126-48b7-ad4f-0ff87994ce77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (40e8df8f-c735-4a39-a00f-90466561e16a), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:51:26.721912 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-e3da616c-3745-465a-9045-9a8d0053e0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (9da269ba-5020-495f-a755-bdb00799bfea), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:51:28.029025 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-bfea2cd0-8b03-487d-ae93-849c80347c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (470c1ae1-8374-434d-8d1b-7ddbca39741c), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:51:29.028462 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-45fa8403-edd0-4cdc-9318-a4881e5c22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (d7c4fbe8-e9a8-49b9-a4ce-38146518f57f), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:51:29.151994 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-695d500a-9e65-4cc4-879d-7fe471853104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (e63d1274-80cb-40c9-bc62-b13b81898c77), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 27 02:51:29.236009 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=11 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:29.237083 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=15 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:39.144517 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:39.148252 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG dbcounter [-] [106605] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:40.317637 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG neutron.db.agents_db [None req-c6c4e333-4032-4c10-a8bc-906ebbf1d4ca None None] Agent healthcheck: found 6 active agents {{(pid=106606) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:51:50.312337 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=5 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:50.313748 dv-cinder-846303-3-iscsi neutron-server[106606]: DEBUG dbcounter [-] [106606] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 27 02:51:50.962695 dv-cinder-846303-3-iscsi neutron-server[106605]: DEBUG neutron_lib.callbacks.manager [None req-864a050f-3feb-43be-a8a1-2c2c309ff690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793686622796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531856'] for agent (92c53dca-97c0-4772-bbf8-a84bf0a7c006), after_update {{(pid=106605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}